-- Logs begin at Fri 2021-10-29 00:34:28 UTC, end at Fri 2021-10-29 01:46:35 UTC. -- Oct 29 01:20:09.116179 dv-cinder-813984-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 29 01:20:11.863908 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.common.config [-] Logging enabled! Oct 29 01:20:11.864531 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev122 Oct 29 01:20:11.864704 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101731) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 29 01:20:11.868083 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.common.config [-] Logging enabled! Oct 29 01:20:11.868339 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev122 Oct 29 01:20:11.868651 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101731) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 29 01:20:11.869610 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 01:20:11.869840 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 01:20:11.870215 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 01:20:11.870459 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 01:20:11.870770 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 01:20:11.870988 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.871282 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.871578 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.871852 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.872150 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.872432 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.872720 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.873009 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.873304 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.873588 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.873866 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.874149 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.874381 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.874660 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.874950 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.875237 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.875461 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] debug = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.875770 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.876211 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.876630 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.876909 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.877198 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.877480 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.877749 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.878029 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.878316 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.878643 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] host = dv-cinder-813984-5-iscsi {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.878919 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.879204 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.879488 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.879793 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.880071 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.880348 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.880631 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.880903 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.881174 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] log_file = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.881451 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.881739 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.882025 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.882321 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.882764 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.883026 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.883289 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.883579 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.883881 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.884161 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.884440 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.884717 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.884994 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.885265 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.885551 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.885841 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.886126 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.886403 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.886681 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.886956 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.887229 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.887513 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.887814 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.888091 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.888369 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.888657 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.888926 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.889199 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.889498 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.889785 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.890067 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.890352 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.890626 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.890909 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.891182 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.891452 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.891746 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] use_json = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.892019 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.892288 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.892572 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.892844 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.893112 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.893384 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.893654 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.893938 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:11.894238 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.894532 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.894830 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.895113 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.895413 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.895692 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.896003 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.896281 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.896567 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.896853 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.897140 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.897416 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.897706 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.897983 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.898791 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.899237 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.899534 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.899858 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.900137 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.900413 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.900688 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.900973 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.901255 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.901533 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.901967 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.902108 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.902528 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.902672 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.902962 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.903248 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.903520 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.903819 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.904113 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.904390 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.904663 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.904940 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.905225 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.905502 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.905773 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.906052 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.906329 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.906601 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.906870 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.907147 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.907434 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.907708 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.907999 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.908270 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.908544 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.908817 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.909097 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.909372 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.909639 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.909906 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.910185 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.910455 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.910728 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.911002 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.911274 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.911550 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.911852 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.912127 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.912402 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.912673 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.912946 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.913218 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.913539 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.914368 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.914842 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.915156 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.915435 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.915716 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.916019 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.916307 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.916611 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.916893 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.917177 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.917458 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.917738 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.918018 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.918296 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.918576 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.918863 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.919137 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.919427 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.919712 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.920022 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.920312 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.920595 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.920926 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.921210 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.921497 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.921777 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.922055 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.922341 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.922627 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.922922 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.923216 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.923510 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.923830 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.924128 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.924411 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.924723 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.925007 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:11.925222 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 01:20:11.925469 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101731) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 29 01:20:12.363629 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 29 01:20:12.363931 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 29 01:20:12.364252 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 29 01:20:12.364549 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 29 01:20:12.699678 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:12.699895 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:12.700172 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:12.701399 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:12.701676 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:12.701951 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:12.738031 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:12.738348 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:12.738621 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:12.754703 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:12.754983 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:12.755256 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:12.786292 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:12.786576 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:12.786848 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:12.825037 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:12.825312 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:12.825581 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.066477 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.067134 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.067134 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.067299 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.068008 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.199550 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.199902 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.200192 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.200471 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.200750 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.201065 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.201328 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.201587 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.201845 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.202130 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.202391 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.202658 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.202917 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.203169 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.203425 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.203699 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.203981 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.204251 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.204523 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.204785 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.205059 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.205313 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.205597 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.205977 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.206228 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.206476 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.206878 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 01:20:13.207121 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 01:20:13.207363 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 01:20:13.207601 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 01:20:13.207868 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 01:20:13.208107 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 01:20:13.208474 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 29 01:20:13.212204 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 29 01:20:13.216304 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 29 01:20:13.220316 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Oct 29 01:20:13.221964 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 29 01:20:13.222435 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 29 01:20:13.222776 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 29 01:20:13.223165 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 29 01:20:13.226031 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 29 01:20:13.226838 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 29 01:20:13.227207 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 29 01:20:13.232571 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 29 01:20:13.255649 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 29 01:20:13.256152 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.256457 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101731) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 29 01:20:13.256823 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.258391 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101731) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 29 01:20:13.258681 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 29 01:20:13.258933 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 29 01:20:13.262281 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.262590 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:13.327792 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 29 01:20:13.327949 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 29 01:20:13.328181 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 29 01:20:13.328566 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 29 01:20:13.349642 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_db.sqlalchemy.engines [None req-642b6e87-6696-4308-bb92-999539be9702 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101731) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 29 01:20:14.017579 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Initializing driver for type 'gre' Oct 29 01:20:14.018124 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-642b6e87-6696-4308-bb92-999539be9702 None None] gre ID ranges: [(1, 1000)] Oct 29 01:20:14.208915 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Initializing driver for type 'local' Oct 29 01:20:14.209936 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Initializing driver for type 'vlan' Oct 29 01:20:14.331671 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-642b6e87-6696-4308-bb92-999539be9702 None None] VlanTypeDriver initialization complete Oct 29 01:20:14.332070 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Initializing driver for type 'vxlan' Oct 29 01:20:14.332594 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-642b6e87-6696-4308-bb92-999539be9702 None None] vxlan ID ranges: [(1, 1000)] Oct 29 01:20:14.563141 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Initializing extension driver 'port_security' Oct 29 01:20:14.563493 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.extensions.port_security [None req-642b6e87-6696-4308-bb92-999539be9702 None None] PortSecurityExtensionDriver initialization complete Oct 29 01:20:14.563863 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Initializing mechanism driver 'openvswitch' Oct 29 01:20:14.564217 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Initializing mechanism driver 'hyperv' Oct 29 01:20:14.574644 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.plugins.ml2.plugin [None req-642b6e87-6696-4308-bb92-999539be9702 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101731) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:20:14.575532 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > port after_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.575935 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > port after_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.576300 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > port after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.576849 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101731) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 01:20:14.577302 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > subnet after_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.577667 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > subnet after_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.578022 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.578442 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101731) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 01:20:14.578878 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > network after_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.579238 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > network after_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.579593 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > network after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.580019 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101731) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 01:20:14.580455 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > security_group after_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.580815 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > security_group after_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.581162 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.581566 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101731) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 01:20:14.582001 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.582358 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.582705 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.583103 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101731) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 01:20:14.583537 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > address_group after_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.583919 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > address_group after_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.584270 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.584683 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101731) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 29 01:20:14.585068 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-642b6e87-6696-4308-bb92-999539be9702 None None] ML2 OVO RPC backend initialized. {{(pid=101731) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 29 01:20:14.585800 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.586171 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.586599 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > network before_response 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.587053 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > networks before_response 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.587561 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > port before_response 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.587954 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > ports before_response 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.588311 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > subnet before_response 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.588662 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > subnets before_response 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.589025 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > network after_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.589374 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > network after_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.589718 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > network after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.590063 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > port after_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.590409 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > port after_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.590762 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > port after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.591110 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > subnet after_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.591458 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > subnet after_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.591827 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.592432 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.plugin [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Modular L2 Plugin initialization complete Oct 29 01:20:14.592768 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading services supported by the core plugin {{(pid=101731) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 29 01:20:14.593122 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.plugins.ml2.managers [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Got port-security extension from driver 'port_security' Oct 29 01:20:14.593593 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.extensions.vlantransparent [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Disabled vlantransparent extension. Oct 29 01:20:14.594098 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101731) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 29 01:20:14.594426 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading Plugin: router Oct 29 01:20:14.631799 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.632202 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router after_create 55549900 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.632589 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router before_create 55549900 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.632963 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.633344 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.633709 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router after_delete 55549900 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.634097 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.634583 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.634954 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router after_create 55549900 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.635308 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router after_update 55549900 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.635665 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router after_update 55549900 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.636044 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.636407 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router after_update 55549900 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.636821 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router precommit_update 55549900 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.637192 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: port after_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.637536 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: port after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.637879 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: subnet after_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.638224 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.638577 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.638928 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router precommit_create 55549900 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.639277 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: port before_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.639624 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router precommit_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.640013 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router after_update 55549900 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.640359 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.640714 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router precommit_create 55549900 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.641080 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.641434 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router precommit_update 55549900 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.641805 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > agent after_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.642158 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > agent after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.642507 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > network after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.643397 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Tracking information for resource: router configured {{(pid=101731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 01:20:14.643745 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Tracking information for resource: floatingip configured {{(pid=101731) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 29 01:20:14.648791 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.db.l3_agentschedulers_db [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 29 01:20:14.649396 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: port after_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.649766 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: port after_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.650130 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: port after_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.650483 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: port after_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.651292 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router before_create 55550100 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.651664 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.652056 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router precommit_create 55550100 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.652420 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > router precommit_update 55550100 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.657303 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.services.provider_configuration [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Service providers = [] {{(pid=101731) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 29 01:20:14.657677 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.db.servicetype_db [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101731) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 29 01:20:14.660677 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.services.service_base [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 01:20:14.661032 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.services.service_base [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 01:20:14.661380 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.services.service_base [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 01:20:14.662285 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.services.service_base [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101731) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 29 01:20:14.662669 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.services.service_base [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 29 01:20:14.663056 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 01:20:14.663382 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 29 01:20:14.676268 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 01:20:14.676608 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading Plugin: auto_allocate Oct 29 01:20:14.682532 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: network precommit_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.682915 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: network precommit_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.683454 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 01:20:14.683811 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading Plugin: tag Oct 29 01:20:14.690640 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 01:20:14.690991 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading Plugin: timestamp Oct 29 01:20:14.694888 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 01:20:14.695228 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading Plugin: network_ip_availability Oct 29 01:20:14.701653 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.702030 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.702391 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.703136 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 01:20:14.703462 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading Plugin: flavors Oct 29 01:20:14.708504 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 01:20:14.708846 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading Plugin: revisions Oct 29 01:20:14.713912 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101731) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 29 01:20:14.714310 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_concurrency.lockutils [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.350s {{(pid=101731) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 29 01:20:14.715073 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101731) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 29 01:20:14.715418 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Initializing extension manager. Oct 29 01:20:14.715964 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: __init__.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.716314 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: __pycache__ {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.716655 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.716994 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: address_group.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.717853 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.718334 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: address-group Oct 29 01:20:14.718663 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: address_scope.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.719391 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.719932 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: address-scope Oct 29 01:20:14.720260 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.721212 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.721731 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: router-admin-state-down-before-update Oct 29 01:20:14.722061 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: agent.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.722782 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.723300 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: agent Oct 29 01:20:14.723626 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: agent_resources_synced.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.724582 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.725096 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: agent-resources-synced Oct 29 01:20:14.725422 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: allowedaddresspairs.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.727235 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.727815 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: allowed-address-pairs Oct 29 01:20:14.728173 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: auto_allocated_topology.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.729295 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.729821 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: auto-allocated-topology Oct 29 01:20:14.730150 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: availability_zone.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.730865 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.731373 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: availability_zone Oct 29 01:20:14.731702 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: availability_zone_filter.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.732669 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.733174 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: availability_zone_filter Oct 29 01:20:14.733502 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: data_plane_status.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.734434 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.734946 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension data-plane-status not supported by any of loaded plugins Oct 29 01:20:14.735273 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: default_subnetpools.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.736229 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.736747 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: default-subnetpools Oct 29 01:20:14.737076 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.737914 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.738429 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: dhcp_agent_scheduler Oct 29 01:20:14.738760 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: dns.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.739692 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.740237 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension dns-integration not supported by any of loaded plugins Oct 29 01:20:14.740566 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: dns_domain_ports.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.741500 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.742008 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 29 01:20:14.742335 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.743834 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.744352 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 29 01:20:14.744677 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: dvr.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.745362 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.745870 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: dvr Oct 29 01:20:14.746197 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: ecmp_routes.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.747130 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.747640 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 29 01:20:14.747994 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: empty_string_filtering.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.748927 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.749438 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: empty-string-filtering Oct 29 01:20:14.749767 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.750698 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.751208 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 29 01:20:14.751536 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.752537 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.753049 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 29 01:20:14.753379 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: external_net.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.754390 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.754904 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: external-net Oct 29 01:20:14.755234 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.756182 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.756696 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: extra_dhcp_opt Oct 29 01:20:14.757023 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: extraroute.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.757945 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.758457 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: extraroute Oct 29 01:20:14.759421 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: extraroute_atomic.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.760515 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.761031 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: extraroute-atomic Oct 29 01:20:14.761362 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: filter_validation.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.762230 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.762742 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: filter-validation Oct 29 01:20:14.763075 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: fip_pf_description.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.764055 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.764572 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 29 01:20:14.764904 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: fip_port_details.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.765841 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.766361 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: fip-port-details Oct 29 01:20:14.766714 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: flavors.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.768010 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.768535 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: flavors Oct 29 01:20:14.768869 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.770584 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.771116 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 29 01:20:14.771451 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: floatingip_pools.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.772198 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.772714 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: floatingip-pools Oct 29 01:20:14.773041 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: ip_allocation.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.773995 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.774533 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension ip_allocation not supported by any of loaded plugins Oct 29 01:20:14.774863 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.775829 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.776346 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: ip-substring-filtering Oct 29 01:20:14.776677 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: l2_adjacency.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.777622 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.778132 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 29 01:20:14.778457 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: l3.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.779459 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.780020 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: router Oct 29 01:20:14.780351 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.782638 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.783175 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 29 01:20:14.783520 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.784504 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.785025 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: ext-gw-mode Oct 29 01:20:14.785355 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.786312 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.786829 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: l3-ha Oct 29 01:20:14.787158 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: l3_flavors.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.788159 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.788672 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: l3-flavors Oct 29 01:20:14.789002 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.789930 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.790473 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 29 01:20:14.790801 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: l3agentscheduler.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.791904 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.792431 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: l3_agent_scheduler Oct 29 01:20:14.792763 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: logging.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.794312 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.794843 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension logging not supported by any of loaded plugins Oct 29 01:20:14.795181 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: metering.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.795980 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.796574 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: metering Oct 29 01:20:14.796908 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.798158 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.798688 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: metering_source_and_destination_fields Oct 29 01:20:14.799024 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: multiprovidernet.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.799999 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.800519 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: multi-provider Oct 29 01:20:14.800851 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: netmtu.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.801782 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.802292 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: net-mtu Oct 29 01:20:14.802621 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: netmtu_writable.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.803556 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.804103 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: net-mtu-writable Oct 29 01:20:14.804435 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: network_availability_zone.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.805124 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.806152 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: network_availability_zone Oct 29 01:20:14.806479 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: network_ip_availability.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.807700 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.808250 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: network-ip-availability Oct 29 01:20:14.808580 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: network_segment_range.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.809364 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.809872 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension network-segment-range not supported by any of loaded plugins Oct 29 01:20:14.810201 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: pagination.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.811203 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.811544 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: pagination Oct 29 01:20:14.811906 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: port_device_profile.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.812840 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.813420 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: port-device-profile Oct 29 01:20:14.813700 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.814626 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.815139 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: port-mac-address-regenerate Oct 29 01:20:14.815465 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.816501 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.817019 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: port-numa-affinity-policy Oct 29 01:20:14.817347 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: port_resource_request.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.818282 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.818795 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension port-resource-request not supported by any of loaded plugins Oct 29 01:20:14.819124 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: portbindings.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.820087 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.820606 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: binding Oct 29 01:20:14.820933 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: portbindings_extended.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.822845 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.823369 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: binding-extended Oct 29 01:20:14.823990 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: portsecurity.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.824923 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.825435 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: port-security Oct 29 01:20:14.825762 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: project_id.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.826753 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.827088 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: project-id Oct 29 01:20:14.827415 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: providernet.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.828391 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.828911 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: provider Oct 29 01:20:14.829240 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: qos.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.832880 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.833418 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension qos not supported by any of loaded plugins Oct 29 01:20:14.833757 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.835022 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.835544 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 29 01:20:14.835919 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.836883 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.837403 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 29 01:20:14.837735 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: qos_default.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.838670 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.839182 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension qos-default not supported by any of loaded plugins Oct 29 01:20:14.839512 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: qos_fip.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.840221 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.840731 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension qos-fip not supported by any of loaded plugins Oct 29 01:20:14.841059 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: qos_gateway_ip.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.841994 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.842508 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 29 01:20:14.842836 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: qos_port_network_policy.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.843800 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.844326 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 29 01:20:14.844655 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.845704 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.846224 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 29 01:20:14.846554 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: qos_pps_rule.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.847789 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.848310 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension qos-pps not supported by any of loaded plugins Oct 29 01:20:14.848646 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: qos_rule_type_details.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.849576 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.850090 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 29 01:20:14.850418 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: qos_rules_alias.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.851656 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.852209 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 29 01:20:14.852598 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: quotasv2.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.853561 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.853892 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: quotas Oct 29 01:20:14.854222 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: quotasv2_detail.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.857452 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.857800 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: quota_details Oct 29 01:20:14.858142 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: rbac.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.859224 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.859785 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: rbac-policies Oct 29 01:20:14.860127 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: rbac_address_group.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.861074 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.861596 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: rbac-address-group Oct 29 01:20:14.861927 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: rbac_address_scope.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.862867 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.863389 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: rbac-address-scope Oct 29 01:20:14.863719 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: rbac_security_groups.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.864674 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.865191 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: rbac-security-groups Oct 29 01:20:14.865520 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: rbac_subnetpool.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.866491 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.867008 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: rbac-subnetpool Oct 29 01:20:14.867339 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: revisionifmatch.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.868873 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.869394 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: revision-if-match Oct 29 01:20:14.869724 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: revisions.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.870887 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.871408 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: standard-attr-revisions Oct 29 01:20:14.871748 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: router_availability_zone.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.872449 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.872969 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: router_availability_zone Oct 29 01:20:14.873302 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: routerservicetype.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.874239 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.874903 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension router-service-type not supported by any of loaded plugins Oct 29 01:20:14.875412 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.876939 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.877860 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: security-groups-normalized-cidr Oct 29 01:20:14.878440 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.879970 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.880881 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: port-security-groups-filtering Oct 29 01:20:14.881424 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.882937 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.884402 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: security-groups-remote-address-group Oct 29 01:20:14.884937 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: securitygroup.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.895625 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.896197 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: security-group Oct 29 01:20:14.896537 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: segment.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.897347 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.897866 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension segment not supported by any of loaded plugins Oct 29 01:20:14.898198 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.899241 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.900079 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 29 01:20:14.900421 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: servicetype.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.901571 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.902099 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: service-type Oct 29 01:20:14.902436 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: sorting.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.903458 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.903827 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: sorting Oct 29 01:20:14.904161 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: standard_attr_segment.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.905098 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.905622 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 29 01:20:14.905951 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: standardattrdescription.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.906612 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.907125 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: standard-attr-description Oct 29 01:20:14.907454 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: stateful_security_group.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.908421 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.908943 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: stateful-security-group Oct 29 01:20:14.909274 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: stdattrs_common.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.909869 dv-cinder-813984-5-iscsi neutron-server[101731]: WARNING neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 29 01:20:14.910197 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.911137 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.911652 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 29 01:20:14.912007 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: subnet_onboard.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.913106 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.913632 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: subnet_onboard Oct 29 01:20:14.913965 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.914910 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.915608 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 29 01:20:14.915967 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: subnet_service_types.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.916913 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.917427 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: subnet-service-types Oct 29 01:20:14.917755 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: subnetallocation.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.918861 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.919384 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: subnet_allocation Oct 29 01:20:14.919716 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.920425 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.920956 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: subnetpool-prefix-ops Oct 29 01:20:14.921286 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.922239 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.922754 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 29 01:20:14.923083 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: tagging.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.924226 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.924749 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: standard-attr-tag Oct 29 01:20:14.925081 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: timestamp.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.926298 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.926824 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loaded extension: standard-attr-timestamp Oct 29 01:20:14.927158 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: trunk.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.928227 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.928752 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension trunk not supported by any of loaded plugins Oct 29 01:20:14.929085 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: trunk_details.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.930019 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.930537 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension trunk-details not supported by any of loaded plugins Oct 29 01:20:14.931380 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: uplink_status_propagation.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.932343 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.932863 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 29 01:20:14.933194 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Loading extension file: vlantransparent.py {{(pid=101731) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 29 01:20:14.933881 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101731) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 29 01:20:14.934399 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 29 01:20:14.936888 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Creating instance of TrackedResource for resource:network Oct 29 01:20:14.937425 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Creating instance of TrackedResource for resource:subnet Oct 29 01:20:14.937829 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 01:20:14.938225 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Creating instance of TrackedResource for resource:port Oct 29 01:20:14.939508 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.v2.resource_helper [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:20:14.940000 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.v2.resource_helper [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Service FLAVORS assigned prefix: {{(pid=101731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:20:14.940633 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.v2.resource_helper [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:20:14.941072 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.v2.resource_helper [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:20:14.941406 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Creating instance of TrackedResource for resource:router Oct 29 01:20:14.941853 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Creating instance of TrackedResource for resource:floatingip Oct 29 01:20:14.942357 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.v2.resource_helper [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Service METERING assigned prefix: /metering {{(pid=101731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:20:14.943903 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.944290 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.944650 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101731) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:20:14.945677 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Creating instance of CountableResource for resource:rbac_policy Oct 29 01:20:14.946129 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Creating instance of TrackedResource for resource:security_group Oct 29 01:20:14.946638 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 29 01:20:14.947263 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.v2.resource_helper [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Service CORE assigned prefix: {{(pid=101731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:20:14.947597 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 01:20:14.947980 dv-cinder-813984-5-iscsi neutron-server[101731]: WARNING neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] subnetpool is already registered Oct 29 01:20:14.948418 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.v2.resource_helper [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Service CORE assigned prefix: {{(pid=101731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:20:14.949000 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 01:20:14.949339 dv-cinder-813984-5-iscsi neutron-server[101731]: WARNING neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] subnetpool is already registered Oct 29 01:20:14.951791 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.v2.resource_helper [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:20:14.952250 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.v2.resource_helper [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Service FLAVORS assigned prefix: {{(pid=101731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:20:14.952881 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.v2.resource_helper [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:20:14.953325 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.v2.resource_helper [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:20:14.953664 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Creating instance of TrackedResource for resource:router Oct 29 01:20:14.954016 dv-cinder-813984-5-iscsi neutron-server[101731]: WARNING neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] router is already registered Oct 29 01:20:14.954446 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Creating instance of TrackedResource for resource:floatingip Oct 29 01:20:14.954786 dv-cinder-813984-5-iscsi neutron-server[101731]: WARNING neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] floatingip is already registered Oct 29 01:20:14.955255 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.v2.resource_helper [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Service METERING assigned prefix: /metering {{(pid=101731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:20:14.956012 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Creating instance of CountableResource for resource:rbac_policy Oct 29 01:20:14.956356 dv-cinder-813984-5-iscsi neutron-server[101731]: WARNING neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] rbac_policy is already registered Oct 29 01:20:14.956784 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Creating instance of TrackedResource for resource:security_group Oct 29 01:20:14.957128 dv-cinder-813984-5-iscsi neutron-server[101731]: WARNING neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] security_group is already registered Oct 29 01:20:14.957536 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 29 01:20:14.957876 dv-cinder-813984-5-iscsi neutron-server[101731]: WARNING neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] security_group_rule is already registered Oct 29 01:20:14.958379 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.v2.resource_helper [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Service CORE assigned prefix: {{(pid=101731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:20:14.958709 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 01:20:14.959045 dv-cinder-813984-5-iscsi neutron-server[101731]: WARNING neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] subnetpool is already registered Oct 29 01:20:14.959470 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.v2.resource_helper [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Service CORE assigned prefix: {{(pid=101731) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 29 01:20:14.959824 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Creating instance of TrackedResource for resource:subnetpool Oct 29 01:20:14.960160 dv-cinder-813984-5-iscsi neutron-server[101731]: WARNING neutron.quota.resource_registry [None req-642b6e87-6696-4308-bb92-999539be9702 None None] subnetpool is already registered Oct 29 01:20:14.962470 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: extensions {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.963981 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: address-groups {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.965502 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: address-scopes {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.966779 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: agents {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.968088 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: auto-allocated-topology {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.969343 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: availability_zones {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.970576 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: dhcp-networks {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.972035 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: dhcp-agents {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.973573 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: routers {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.975740 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: flavors {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.977030 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: service_profiles {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.978334 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: next_providers {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.979818 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: service_profiles {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.981295 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: floatingip-pools {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.982634 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: routers {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.984796 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: floatingips {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.986099 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: l3-routers {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.987508 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: l3-agents {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.988983 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: metering-labels {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.990270 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: metering-label-rules {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.991655 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: network-ip-availabilities {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.992987 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: bindings {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.995115 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: quotas {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.996889 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: quotas {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.998455 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: rbac-policies {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:14.999671 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: security-groups {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:15.001051 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: security-group-rules {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:15.002332 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: service-providers {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:15.003545 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: subnetpools {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:15.005004 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: subnetpools {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:15.006500 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: tags {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:15.008238 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: tags {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:15.010290 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: tags {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:15.012130 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: tags {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:15.013863 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: tags {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:15.015858 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: tags {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:15.017586 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: tags {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:15.020512 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: tags {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:15.022344 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: tags {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:15.024131 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron.api.extensions [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Extended resource: tags {{(pid=101731) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 29 01:20:15.031210 dv-cinder-813984-5-iscsi neutron-server[101731]: WARNING keystonemiddleware.auth_token [None req-642b6e87-6696-4308-bb92-999539be9702 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 29 01:20:15.035828 dv-cinder-813984-5-iscsi neutron-server[101731]: WARNING keystonemiddleware.auth_token [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 29 01:20:15.046273 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_concurrency.lockutils [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Acquired lock "singleton_lock" {{(pid=101731) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 29 01:20:15.046763 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_concurrency.lockutils [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Releasing lock "singleton_lock" {{(pid=101731) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 29 01:20:15.047473 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO oslo_service.service [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Starting 2 workers Oct 29 01:20:15.052463 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Started child 101842 {{(pid=101731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 01:20:15.057844 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Started child 101843 {{(pid=101731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 01:20:15.058668 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:15.073204 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO neutron.service [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 29 01:20:15.073204 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Publish callbacks [] for process, before_spawn {{(pid=101731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:15.073542 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [-] (101842) wsgi starting up on http://0.0.0.0:9696 Oct 29 01:20:15.073926 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO oslo_service.service [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Starting 1 workers Oct 29 01:20:15.074059 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:15.074059 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [-] (101843) wsgi starting up on http://0.0.0.0:9696 Oct 29 01:20:15.074902 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Started child 101844 {{(pid=101731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 01:20:15.074902 dv-cinder-813984-5-iscsi neutron-server[101731]: INFO oslo_service.service [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Starting 1 workers Oct 29 01:20:15.075126 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.service [None req-642b6e87-6696-4308-bb92-999539be9702 None None] calling RpcWorker wait() {{(pid=101844) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 29 01:20:15.075126 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.service [None req-642b6e87-6696-4308-bb92-999539be9702 None None] returning from RpcWorker wait() {{(pid=101844) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 29 01:20:15.075913 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Started child 101845 {{(pid=101731) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 29 01:20:15.075913 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG neutron_lib.callbacks.manager [None req-642b6e87-6696-4308-bb92-999539be9702 None None] Publish callbacks [] for process, after_spawn {{(pid=101731) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:15.076144 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:15.076144 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:20:15.076919 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101731) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 29 01:20:15.077157 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 01:20:15.077373 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 01:20:15.077650 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 01:20:15.077877 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 01:20:15.078091 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 01:20:15.078525 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.078810 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.079044 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.079300 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.079516 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:15.080348 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.080348 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.080776 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.080776 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.081187 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.081187 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.081577 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.081577 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.082012 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.082012 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.082416 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.082624 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.082831 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.083042 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.083258 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.083463 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.083671 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.083999 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.084282 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] debug = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.084504 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.084974 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.085219 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.085430 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.085682 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.085964 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.086204 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.086469 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.086694 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.086991 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.087248 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.087508 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.087774 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.088011 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.088253 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.088502 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.088862 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.089210 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] host = dv-cinder-813984-5-iscsi {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.089457 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.089674 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.089916 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.090165 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.090430 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.090665 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.090887 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.091148 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.091375 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.091593 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.091910 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.092152 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.092378 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.092626 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] log_file = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.092847 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] log_options = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.093073 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.093305 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.093643 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.093861 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.093861 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.094274 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.094274 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.094694 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.094694 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.095104 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.095104 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.095515 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.095515 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.095994 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.095994 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.096408 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.096408 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.096818 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.097033 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.097279 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.097496 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.097702 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.097906 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.098107 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.098309 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.098537 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.098747 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.099114 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.099114 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.099511 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.099721 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.099988 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.100229 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.100446 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.100661 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.100882 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.101109 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.101368 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.101655 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.101879 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.102086 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.102292 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.103007 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.103241 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.103453 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.103683 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.103932 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] use_json = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.104139 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.104352 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.104558 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.104786 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.105052 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.105267 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.105482 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.105704 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.106052 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.106323 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.106642 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.106884 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.107111 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.107369 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.107594 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.107910 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.108142 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.108360 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.108617 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.108830 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.109182 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.109401 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.109610 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.109919 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.110162 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.110446 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.110750 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.111060 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.111321 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.111553 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.111779 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.111966 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.112154 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.112408 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.112633 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.112811 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:20:15.122144 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.122144 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.122144 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.87/identity {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.122144 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.122144 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.122144 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.122144 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.122144 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.123830 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.123830 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.123830 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.123830 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.123830 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.123830 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.123830 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.123830 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.123830 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.124503 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.124503 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.124503 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.124503 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.124503 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.124503 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.124503 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.124503 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.124503 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.125198 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.125198 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.125198 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.125198 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.125198 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.125198 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.125198 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.125198 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.125198 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.126559 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.126559 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.126559 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.126559 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.126559 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.126559 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.126559 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.126559 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.126559 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.127669 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.127669 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.127669 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.127669 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.127669 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.127669 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.127669 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.127669 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.127669 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.128869 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.128869 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.128869 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.128869 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.128869 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.128869 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.128869 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.128869 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.128869 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.130113 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.130113 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.130113 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.130113 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.130113 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.130113 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.130113 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.130113 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.132649 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.132649 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.132649 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.132649 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.132649 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.132649 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.132649 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.132649 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.133216 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.133216 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.133216 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.133216 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.133216 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.134557 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.134557 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.134557 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.134557 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.138318 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.138318 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.138318 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.138318 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.138318 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.138318 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.138318 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.138318 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.141698 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.141698 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.141698 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.141698 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.141698 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.141698 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.141698 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.141698 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.142192 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.142192 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.142192 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.142192 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.142192 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.142192 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.142192 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.142192 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.142772 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.142772 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.142772 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.142772 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.142772 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.142772 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.142772 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.142772 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.143218 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.143218 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.143513 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.87/identity {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.143678 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.143965 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.144988 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.144988 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.144988 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.144988 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.145529 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.145529 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.145529 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.145758 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.145968 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.146192 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.146409 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.146659 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.146878 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.147125 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.147576 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.147922 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.148226 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.148517 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.148811 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.149095 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.149365 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.149661 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.150226 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.150226 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.150376 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.150573 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.150797 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.151595 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.151595 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.151595 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.151904 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.152027 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.152276 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.152493 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.152730 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.152968 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.153188 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.153421 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.153639 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.153892 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.154139 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.154488 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.154742 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.154974 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.155212 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.155451 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.155713 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.155959 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.156203 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.156423 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.156669 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.156886 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.157148 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.157394 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.157639 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.157856 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.158090 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.158305 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.158537 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.158735 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.159036 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.159299 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.159532 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.159837 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.160074 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.164563 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.164563 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.164563 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.164563 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.164563 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.164563 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.164563 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.164563 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.165638 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.165638 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.165638 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.165638 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.165638 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.165638 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.165638 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.165638 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.166100 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.166100 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.166100 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.166100 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.166100 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.166100 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.166100 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.166100 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.166544 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.166544 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.166544 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.166728 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.166941 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.167275 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.167502 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.167899 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.168210 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.168457 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.168919 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.169245 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.169507 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.169771 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.170246 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.170502 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.170755 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.171002 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.171241 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.171479 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.171776 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.172107 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.172402 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.172662 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.172907 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.173174 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.173617 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.173891 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.174119 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.174431 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.174785 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.175064 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.175335 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.175601 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.175882 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.176113 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.176334 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.176554 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.176794 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.177019 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.177287 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.177521 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.177749 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.178010 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.178210 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.178436 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.178662 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.178898 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.179141 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.179363 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.179528 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 01:20:15.180096 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101731) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 29 01:20:15.180256 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 29 01:20:15.180416 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 29 01:20:15.180654 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 29 01:20:15.181316 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 29 01:20:15.181505 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 29 01:20:15.181690 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.181849 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.182006 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.182163 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.182321 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.182507 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.182669 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.182989 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.183153 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.183316 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.183479 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.183638 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.183823 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.183986 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.184147 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.184308 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.184468 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.184627 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.184793 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.184953 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.185112 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.185272 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.185430 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] debug = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.185591 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.185769 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.185923 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.186077 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.186236 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.186395 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.186556 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.186715 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.186876 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.187040 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.187200 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.187361 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.187519 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.187678 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.187861 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.188020 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.188181 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.188342 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] host = dv-cinder-813984-5-iscsi {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.188501 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.188662 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.188821 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.188980 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.189138 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.189296 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.189456 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.189614 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.189830 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.189954 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.190071 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.190226 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.190373 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.190532 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] log_file = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.190692 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] log_options = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.190851 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.191010 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.192423 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.192423 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.192423 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.192423 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.192423 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.192423 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.192423 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.193270 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.193270 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.193270 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.193270 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.193270 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.193270 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.193691 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.193691 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.193691 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.193897 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.193977 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.194117 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.194284 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.194435 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.194596 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.194756 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.194917 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.195071 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.195229 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.195400 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.195551 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.195694 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.195874 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.196092 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.196241 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.196959 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.196959 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.196959 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.196959 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.197499 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.197499 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.197499 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.197499 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.197838 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.197838 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.197979 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.198112 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.198270 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] use_json = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.198430 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.198594 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.199004 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.199323 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.199486 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.199645 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.199836 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.200010 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 29 01:20:15.200181 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.200345 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.200518 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.200680 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.200844 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.201018 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.201702 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.201702 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.201702 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.201702 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.203084 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.203084 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.203084 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.203084 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.203084 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.203084 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.203084 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.203084 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.203625 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.203625 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.203625 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.203625 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.203625 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.204285 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.204285 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.204285 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.204285 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.204560 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.204560 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.204713 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.87/identity {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.204828 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.204991 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.205154 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.205318 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.205482 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.205649 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.205811 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.206129 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.206296 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.206461 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.206627 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.206793 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.206966 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.207130 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.207296 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.208754 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.208754 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.208754 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.208754 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.208754 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.208754 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.208754 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.208754 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.208754 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.210062 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.210062 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.210062 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.210062 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.210062 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.210062 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.210062 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.210062 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.210062 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.210958 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.210958 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.210958 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.210958 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.210958 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.210958 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.212182 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.212182 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.212182 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.212182 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.212182 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.212182 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.212182 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.213503 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.213503 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.213503 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.213503 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.213503 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.213503 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.213503 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.213977 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.213977 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.213977 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.213977 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.214242 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.214359 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.214444 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.214630 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.214891 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.215026 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.215109 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.215224 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.215387 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.215549 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.215713 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.215902 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.216068 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.216231 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.216395 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.216561 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.216723 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.216885 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.217053 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.217215 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.217379 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.217541 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.217705 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.217866 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.218030 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.218191 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.218353 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.218515 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.218678 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.218850 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.219012 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.219192 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.219341 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.219509 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.219681 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.219871 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.220034 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.220196 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.220359 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.220521 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.220685 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.220847 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.221010 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.221172 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.221335 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.221505 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.221676 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.221840 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.222004 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.222168 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.222353 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.222515 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.222677 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.222839 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.223001 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.224078 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.224078 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.224078 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.224078 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.224078 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.224078 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.224078 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.87/identity {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.225252 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.225252 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.225252 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.225252 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.225252 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.225252 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.225252 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.226306 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.226306 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.226306 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.226306 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.226306 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.226306 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.226306 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.226738 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.226738 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.226738 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.226969 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.226969 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.227124 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.227253 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.227944 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.228125 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.228374 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.228833 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.228833 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.228833 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.229561 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.229561 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.229561 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.229561 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.230962 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.230962 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.230962 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.230962 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.230962 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.230962 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.230962 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.230962 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.231489 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.231489 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.231489 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.231489 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.231489 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.231881 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.231881 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.231881 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.232087 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.232204 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.232366 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.232528 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.233074 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.233074 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.233074 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.234270 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.234270 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.234270 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.234270 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.234270 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.234270 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.234270 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.234270 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.235703 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.235703 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.235703 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.235703 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.235703 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.235703 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.235703 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.235703 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.236586 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.236586 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.236586 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.236586 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.236586 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.236586 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.236586 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.237213 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.237213 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.237213 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.237213 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.237503 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.237503 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.237645 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.237724 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.237868 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.238039 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.238201 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.238370 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.238522 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.238683 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.238916 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.239143 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.239143 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.239459 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.239459 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.239679 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.240065 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.240065 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.240065 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.240375 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.240375 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.240555 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.240724 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.240851 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.241026 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.241191 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.241407 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.241564 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.241652 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.241838 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.241977 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.242144 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.242316 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.242483 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.242647 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.242819 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.242989 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.243707 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.244206 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.244206 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.244206 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.244567 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.244567 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.244795 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.244795 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.244963 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.245177 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.245345 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.245527 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.245655 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.245743 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.245876 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.246036 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.246190 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.246402 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.246562 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.246720 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.246870 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.246992 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.247076 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 29 01:20:15.247283 dv-cinder-813984-5-iscsi neutron-server[101731]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101731) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 29 01:20:15.249232 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:20:15.296849 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 53326) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:20:15.305270 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [-] 10.222.0.87 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062973 Oct 29 01:20:27.219494 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ee329b-c68d-4c07-8b1e-48a7b06397ac None None] get_active_networks_info from dv-cinder-813984-5-iscsi {{(pid=101844) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 29 01:20:27.319753 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ee329b-c68d-4c07-8b1e-48a7b06397ac None None] No non-hosted networks {{(pid=101844) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 29 01:20:27.352783 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.agentschedulers_db [None req-a8ee329b-c68d-4c07-8b1e-48a7b06397ac None None] DHCP Agent not found on host dv-cinder-813984-5-iscsi {{(pid=101844) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 29 01:20:27.449565 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-41023dae-2e1c-4b85-8ad2-3706316112a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-989832'] for agent, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:30.188126 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0d0b9c67-635c-4bfa-856c-166c63c6f592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-989832'] for agent, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:30.235134 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.db.api [None req-ed8ac0ef-2eae-49be-9300-b61a95a1d241 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-813984-5-iscsi {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 01:20:30.235951 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG oslo_db.api [None req-ed8ac0ef-2eae-49be-9300-b61a95a1d241 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 01:20:30.834376 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed8ac0ef-2eae-49be-9300-b61a95a1d241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:31.089780 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-989832'] for agent, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:31.090554 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:31.092087 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:31.092454 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:31.092757 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:31.096946 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:31.096946 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:31.096946 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:31.096946 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:31.096946 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:31.098719 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:31.099123 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:31.099511 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:31.100000 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813984-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:20:31.112960 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813984-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:20:31.272067 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-989832'] for agent, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:33.025859 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-989832'] for agent, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:33.422323 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.db.l3_hamode_db [None req-15dc1c85-de08-401a-9d96-a7b3c7d2feb8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 29 01:20:33.502232 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dc1c85-de08-401a-9d96-a7b3c7d2feb8 None None] Routers set() bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:20:33.502616 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dc1c85-de08-401a-9d96-a7b3c7d2feb8 None None] Router IDs set() for agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 29 01:20:34.137074 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 53418) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:20:34.637330 dv-cinder-813984-5-iscsi neutron-server[101843]: WARNING oslo_policy.policy [None req-572a3077-c407-4a92-bed2-96e12698d553 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 01:20:34.638241 dv-cinder-813984-5-iscsi neutron-server[101843]: WARNING oslo_policy.policy [None req-572a3077-c407-4a92-bed2-96e12698d553 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 01:20:34.863508 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [None req-572a3077-c407-4a92-bed2-96e12698d553 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=101843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:20:34.864831 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-572a3077-c407-4a92-bed2-96e12698d553 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7258427 Oct 29 01:20:37.378819 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 53432) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:20:37.698039 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-c4acde29-2748-4d1d-a9fc-e097e966d41d admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:20:37.797787 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.policy [None req-c4acde29-2748-4d1d-a9fc-e097e966d41d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101843) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 29 01:20:37.846485 dv-cinder-813984-5-iscsi neutron-server[101843]: WARNING oslo_policy.policy [None req-c4acde29-2748-4d1d-a9fc-e097e966d41d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 01:20:37.846866 dv-cinder-813984-5-iscsi neutron-server[101843]: WARNING oslo_policy.policy [None req-c4acde29-2748-4d1d-a9fc-e097e966d41d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 01:20:37.856555 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.quota [None req-c4acde29-2748-4d1d-a9fc-e097e966d41d admin admin] Loaded quota_driver: . Oct 29 01:20:38.010231 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c4acde29-2748-4d1d-a9fc-e097e966d41d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789675544602', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789675546231', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789675557356', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789675560872', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789674985978', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789675579946', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7984570', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7981982', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-539224', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1034091'] for rbac-policy, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:38.256368 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c4acde29-2748-4d1d-a9fc-e097e966d41d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:38.257493 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-c4acde29-2748-4d1d-a9fc-e097e966d41d admin admin] 10.222.0.87 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8776591 Oct 29 01:20:40.996287 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 53444) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:20:41.487642 dv-cinder-813984-5-iscsi neutron-server[101842]: WARNING oslo_policy.policy [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 01:20:41.488277 dv-cinder-813984-5-iscsi neutron-server[101842]: WARNING oslo_policy.policy [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 01:20:41.713154 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '3f445e69c8094e37889545aefb002e28', 'name': 'private', 'project_id': '3f445e69c8094e37889545aefb002e28'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:20:41.714890 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.quota [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Loaded quota_driver: . Oct 29 01:20:41.848292 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Made reservation on behalf of 3f445e69c8094e37889545aefb002e28 for: {'network': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:20:41.926516 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.policy [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101842) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 29 01:20:41.975349 dv-cinder-813984-5-iscsi neutron-server[101842]: WARNING oslo_policy.policy [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 01:20:41.975649 dv-cinder-813984-5-iscsi neutron-server[101842]: WARNING oslo_policy.policy [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 29 01:20:41.986529 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:42.009802 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:42.225494 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:42.274314 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:42.294658 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 944} {{(pid=101842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:20:42.325673 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789671301991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:42.326272 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Unsubscribe: segment precommit_create {{(pid=101842) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 29 01:20:42.326775 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.segments_db [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Added segment eb108bb9-3d04-455d-b282-b31e01ed4570 of type vlan for network bf477163-f7d8-48fd-aa87-a39e65df91cb Oct 29 01:20:42.343504 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b949a0-b100-400d-be2f-96d30fbe0491,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:20:42.392400 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:42.392765 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:42.393106 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:42.393438 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:42.393767 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:42.394108 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:42.394438 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:42.394775 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:42.395115 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:42.395458 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:42.395780 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:42.396100 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Tracked resource versions report: Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: pushed versions: Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: { 'AddressGroup': {'1.2'}, Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'ConntrackHelper': {'1.0'}, Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Log': {'1.0'}, Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Network': {'1.1'}, Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Port': {'1.7'}, Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'PortForwarding': {'1.2'}, Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'QosPolicy': {'1.10'}, Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'SecurityGroup': {'1.4'}, Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'SecurityGroupRule': {'1.2'}, Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'SubPort': {'1.0'}, Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Subnet': {'1.1'}, Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Trunk': {'1.1'}} Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: consumer versions: Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: { DHCP agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: L3 agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: Metadata agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: Metering agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: Open vSwitch agent@dv-cinder-813984-5-iscsi: { 'AddressGroup': '1.2', Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'ConntrackHelper': '1.0', Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Log': '1.0', Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Network': '1.1', Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Port': '1.7', Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'PortForwarding': '1.2', Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'QosPolicy': '1.10', Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'SecurityGroup': '1.4', Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'SecurityGroupRule': '1.2', Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'SubPort': '1.0', Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Subnet': '1.1', Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Trunk': '1.1'}} Oct 29 01:20:42.397298 dv-cinder-813984-5-iscsi neutron-server[101842]: {{(pid=101842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 01:20:42.447121 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:42.537010 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:42.538207 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:20:42.538857 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:42.643273 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] Pushing event updated for resources: {'Network': ['ID=bf477163-f7d8-48fd-aa87-a39e65df91cb,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:20:42.658908 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network bf477163-f7d8-48fd-aa87-a39e65df91cb details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:20:42.660230 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-995146ec-0717-4a8f-ae48-2d5a96e21124 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6628683 Oct 29 01:20:45.543599 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 53466) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:20:45.933866 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644e1658-fd67-44ee-9949-19b7f5a632db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:20:45.935246 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-644e1658-fd67-44ee-9949-19b7f5a632db admin admin] 10.222.0.87 "GET /v2.0/networks/bf477163-f7d8-48fd-aa87-a39e65df91cb HTTP/1.1" status: 200 len: 825 time: 0.3906891 Oct 29 01:20:45.976510 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-f7228c00-94fe-414c-aa2d-2b7173f7d161 admin admin] 10.222.0.87 "GET /v2.0/subnetpools/de01db19-a137-41ba-9795-1106f6080643 HTTP/1.1" status: 200 len: 734 time: 0.0348229 Oct 29 01:20:45.986490 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-59e7338b-ef46-4632-8ad7-fa0d8eede0b9 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'de01db19-a137-41ba-9795-1106f6080643', 'network_id': 'bf477163-f7d8-48fd-aa87-a39e65df91cb', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '3f445e69c8094e37889545aefb002e28'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:20:46.084967 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e7338b-ef46-4632-8ad7-fa0d8eede0b9 admin admin] Made reservation on behalf of 3f445e69c8094e37889545aefb002e28 for: {'subnet': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:20:46.088092 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-59e7338b-ef46-4632-8ad7-fa0d8eede0b9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:46.465758 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-59e7338b-ef46-4632-8ad7-fa0d8eede0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for subnet, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:46.530534 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7338b-ef46-4632-8ad7-fa0d8eede0b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=855383c2-0913-4e33-9534-03e4c8038049,revision_number=0']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:20:46.540671 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e7338b-ef46-4632-8ad7-fa0d8eede0b9 admin admin] Checking segment: {'id': 'eb108bb9-3d04-455d-b282-b31e01ed4570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf477163-f7d8-48fd-aa87-a39e65df91cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:20:46.541062 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e7338b-ef46-4632-8ad7-fa0d8eede0b9 admin admin] Network hostable DHCP agents. Network: bf477163-f7d8-48fd-aa87-a39e65df91cb, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:20:46.625485 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e7338b-ef46-4632-8ad7-fa0d8eede0b9 admin admin] Network bf477163-f7d8-48fd-aa87-a39e65df91cb is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:20:46.691174 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-59e7338b-ef46-4632-8ad7-fa0d8eede0b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, bf477163-f7d8-48fd-aa87-a39e65df91cb) {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:20:46.696719 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7338b-ef46-4632-8ad7-fa0d8eede0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:20:46.697336 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-59e7338b-ef46-4632-8ad7-fa0d8eede0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:46.704865 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d50168-7d92-45a2-aa0e-f10cd9f1966d None None] Network bf477163-f7d8-48fd-aa87-a39e65df91cb requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:20:46.768037 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-59e7338b-ef46-4632-8ad7-fa0d8eede0b9 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7847803 Oct 29 01:20:47.044520 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d33461b-c472-5369-acc0-faddeed87618-bf477163-f7d8-48fd-aa87-a39e65df91cb', 'network_id': 'bf477163-f7d8-48fd-aa87-a39e65df91cb', 'tenant_id': '3f445e69c8094e37889545aefb002e28', 'fixed_ips': [{'subnet_id': '855383c2-0913-4e33-9534-03e4c8038049'}]}} from dv-cinder-813984-5-iscsi. {{(pid=101844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 01:20:47.045796 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:47.350852 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Allocated IP 172.20.0.2 (bf477163-f7d8-48fd-aa87-a39e65df91cb/855383c2-0913-4e33-9534-03e4c8038049/5f5fb68b-a44b-48d7-b5f3-b696172bb1b7) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:20:47.559498 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Publish callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:47.654563 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:47.733452 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Network bf477163-f7d8-48fd-aa87-a39e65df91cb is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:20:47.738232 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:20:47.747624 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:20:47.750839 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Pushing event updated for resources: {'Port': ['ID=5f5fb68b-a44b-48d7-b5f3-b696172bb1b7,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:20:47.781858 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:47.782225 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:47.782575 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:47.782912 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:47.783246 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:47.783576 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:47.783929 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:47.784256 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:47.784598 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:47.784927 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:47.785257 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:47.785577 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Tracked resource versions report: Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: pushed versions: Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: { 'AddressGroup': {'1.2'}, Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'ConntrackHelper': {'1.0'}, Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Log': {'1.0'}, Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Network': {'1.1'}, Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Port': {'1.7'}, Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'PortForwarding': {'1.2'}, Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'QosPolicy': {'1.10'}, Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'SecurityGroup': {'1.4'}, Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'SecurityGroupRule': {'1.2'}, Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'SubPort': {'1.0'}, Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Subnet': {'1.1'}, Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Trunk': {'1.1'}} Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: consumer versions: Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: { DHCP agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: L3 agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: Metadata agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: Metering agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: Open vSwitch agent@dv-cinder-813984-5-iscsi: { 'AddressGroup': '1.2', Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'ConntrackHelper': '1.0', Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Log': '1.0', Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Network': '1.1', Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Port': '1.7', Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'PortForwarding': '1.2', Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'QosPolicy': '1.10', Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'SecurityGroup': '1.4', Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'SecurityGroupRule': '1.2', Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'SubPort': '1.0', Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Subnet': '1.1', Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Trunk': '1.1'}} Oct 29 01:20:47.786731 dv-cinder-813984-5-iscsi neutron-server[101844]: {{(pid=101844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 01:20:47.835360 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Attempting to bind port 5f5fb68b-a44b-48d7-b5f3-b696172bb1b7 on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:20:47.836491 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Attempting to bind port 5f5fb68b-a44b-48d7-b5f3-b696172bb1b7 by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': 'eb108bb9-3d04-455d-b282-b31e01ed4570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf477163-f7d8-48fd-aa87-a39e65df91cb'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:20:47.836911 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Attempting to bind port 5f5fb68b-a44b-48d7-b5f3-b696172bb1b7 on network bf477163-f7d8-48fd-aa87-a39e65df91cb {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:20:47.841863 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:20:47.842249 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Checking segment: {'id': 'eb108bb9-3d04-455d-b282-b31e01ed4570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf477163-f7d8-48fd-aa87-a39e65df91cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:20:47.842712 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:47.843099 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Bound using segment: {'id': 'eb108bb9-3d04-455d-b282-b31e01ed4570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf477163-f7d8-48fd-aa87-a39e65df91cb'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:20:47.843599 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Bound port: 5f5fb68b-a44b-48d7-b5f3-b696172bb1b7, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb108bb9-3d04-455d-b282-b31e01ed4570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf477163-f7d8-48fd-aa87-a39e65df91cb'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:20:47.844013 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:47.911228 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] For port 5f5fb68b-a44b-48d7-b5f3-b696172bb1b7, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:20:47.915665 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] For port 5f5fb68b-a44b-48d7-b5f3-b696172bb1b7, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=5f5fb68b-a44b-48d7-b5f3-b696172bb1b7,segment=NetworkSegment(eb108bb9-3d04-455d-b282-b31e01ed4570),segment_id=eb108bb9-3d04-455d-b282-b31e01ed4570)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:20:47.982599 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:48.081707 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49006250-ffc4-4420-a99a-54c25e90d176 None None] Pushing event updated for resources: {'Port': ['ID=5f5fb68b-a44b-48d7-b5f3-b696172bb1b7,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:20:49.351062 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 53474) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:20:49.699862 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [None req-35a8b28a-a293-451c-8725-58737bf5a56e admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=101843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:20:49.700951 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-35a8b28a-a293-451c-8725-58737bf5a56e admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3483882 Oct 29 01:20:52.327473 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 53482) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:20:52.650514 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [None req-6c03db1c-b167-488e-9091-d6aff521ed3f admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=101843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:20:52.651492 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-6c03db1c-b167-488e-9091-d6aff521ed3f admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3230858 Oct 29 01:20:55.495294 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 53492) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:20:55.804789 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-e2ac4a4c-b016-412a-9993-2115e8f4824e admin admin] Request body: {'router': {'tenant_id': '3f445e69c8094e37889545aefb002e28', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:20:55.917037 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4a4c-b016-412a-9993-2115e8f4824e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3604'] for router, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:55.918716 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4a4c-b016-412a-9993-2115e8f4824e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3587'] for router, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:56.060453 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4a4c-b016-412a-9993-2115e8f4824e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:56.111911 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4a4c-b016-412a-9993-2115e8f4824e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991112'] for router, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:56.261977 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e2ac4a4c-b016-412a-9993-2115e8f4824e admin admin] Publish callbacks [] for router, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:56.263137 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-e2ac4a4c-b016-412a-9993-2115e8f4824e admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7668056 Oct 29 01:20:57.169797 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 5f5fb68b-a44b-48d7-b5f3-b696172bb1b7 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:20:57.189275 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e5c554d6-0620-4ada-b093-43b28d05e5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:57.270796 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 5f5fb68b-a44b-48d7-b5f3-b696172bb1b7 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:20:57.271194 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:57.301371 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca28efb-e0a1-40eb-90d7-44b787033617 None None] Network bf477163-f7d8-48fd-aa87-a39e65df91cb requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:20:57.394524 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-3780ae02-6124-4b5d-8ee7-c05fa1de2f4b None None] Provisioning complete for port 5f5fb68b-a44b-48d7-b5f3-b696172bb1b7 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:20:57.394893 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3780ae02-6124-4b5d-8ee7-c05fa1de2f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:57.526575 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:57.611274 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] For port 5f5fb68b-a44b-48d7-b5f3-b696172bb1b7, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=5f5fb68b-a44b-48d7-b5f3-b696172bb1b7,segment=NetworkSegment(eb108bb9-3d04-455d-b282-b31e01ed4570),segment_id=eb108bb9-3d04-455d-b282-b31e01ed4570)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:20:57.636805 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3780ae02-6124-4b5d-8ee7-c05fa1de2f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:57.654508 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:57.750661 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Pushing event updated for resources: {'Port': ['ID=5f5fb68b-a44b-48d7-b5f3-b696172bb1b7,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:20:57.755438 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.db.api [None req-3780ae02-6124-4b5d-8ee7-c05fa1de2f4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 01:20:57.755841 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG oslo_db.api [None req-3780ae02-6124-4b5d-8ee7-c05fa1de2f4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 01:20:58.410667 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-5fcf993b-f76c-4a72-8edd-e88da10abd43 None None] Provisioning complete for port 5f5fb68b-a44b-48d7-b5f3-b696172bb1b7 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:20:58.411313 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5fcf993b-f76c-4a72-8edd-e88da10abd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:20:58.830310 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 53506) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:20:59.130007 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 5f5fb68b-a44b-48d7-b5f3-b696172bb1b7 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:20:59.187617 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [None req-8caa4407-bea7-4398-be5d-feb92cfc0334 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=101842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:20:59.188685 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-8caa4407-bea7-4398-be5d-feb92cfc0334 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3574135 Oct 29 01:20:59.190882 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 5f5fb68b-a44b-48d7-b5f3-b696172bb1b7 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:20:59.191370 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:00.173996 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-702d36c8-545e-45d4-ae27-8ca1ffc31b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:01.050861 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:01.179780 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:01.749682 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 53524) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:21:01.885476 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-05e35efe-d393-45fd-b98d-30a6b4f15f96 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:21:01.967590 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e35efe-d393-45fd-b98d-30a6b4f15f96 admin admin] Made reservation on behalf of 2ac3fe6c70e94b5294a05c397d1a0fce for: {'network': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:21:01.969912 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-05e35efe-d393-45fd-b98d-30a6b4f15f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:01.978691 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-05e35efe-d393-45fd-b98d-30a6b4f15f96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:02.053538 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-05e35efe-d393-45fd-b98d-30a6b4f15f96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:02.122227 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-05e35efe-d393-45fd-b98d-30a6b4f15f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:02.146738 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e35efe-d393-45fd-b98d-30a6b4f15f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6a78da-e936-4d55-92e7-fd588215140c,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:21:02.183028 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-05e35efe-d393-45fd-b98d-30a6b4f15f96 admin admin] Reserving flat network on physical network physnet1 {{(pid=101842) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 29 01:21:02.196192 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-05e35efe-d393-45fd-b98d-30a6b4f15f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:02.196530 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.segments_db [None req-05e35efe-d393-45fd-b98d-30a6b4f15f96 admin admin] Added segment 133aa82a-fe43-4aa2-a270-a711c6923ef7 of type flat for network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 Oct 29 01:21:02.245578 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-05e35efe-d393-45fd-b98d-30a6b4f15f96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:02.333737 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-05e35efe-d393-45fd-b98d-30a6b4f15f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:02.334742 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e35efe-d393-45fd-b98d-30a6b4f15f96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:21:02.335950 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-05e35efe-d393-45fd-b98d-30a6b4f15f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:02.392169 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e35efe-d393-45fd-b98d-30a6b4f15f96 admin admin] Pushing event updated for resources: {'Network': ['ID=60aedfa5-f474-4541-ad09-6a1b8d7ebf29,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:21:02.405722 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:21:02.445453 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-05e35efe-d393-45fd-b98d-30a6b4f15f96 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6946788 Oct 29 01:21:02.893893 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:04.806035 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 53542) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:21:04.900264 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704e9606-9d6b-49f9-83da-93c17c49387f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:21:04.901626 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-704e9606-9d6b-49f9-83da-93c17c49387f admin admin] 10.222.0.87 "GET /v2.0/subnets/855383c2-0913-4e33-9534-03e4c8038049 HTTP/1.1" status: 200 len: 849 time: 0.0946381 Oct 29 01:21:05.018252 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-3ff103fa-46b3-4b5d-8bcd-2fb9f3a4919c admin admin] 10.222.0.87 "GET /v2.0/routers/dacbf8cb-7b5a-4359-b886-a71242503df3 HTTP/1.1" status: 200 len: 704 time: 0.1103613 Oct 29 01:21:05.286446 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:05.578592 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] Allocated IP 172.20.0.1 (bf477163-f7d8-48fd-aa87-a39e65df91cb/855383c2-0913-4e33-9534-03e4c8038049/309bd53a-1d31-4d4f-b9ee-ccd00adc97fb) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:21:05.776794 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:05.896999 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:05.967339 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] Network bf477163-f7d8-48fd-aa87-a39e65df91cb is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:21:05.972140 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:21:05.977941 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:21:05.978284 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989877'] for router_interface, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:06.037127 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] Pushing event updated for resources: {'Port': ['ID=309bd53a-1d31-4d4f-b9ee-ccd00adc97fb,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:21:06.171409 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-31e11ac3-6dfa-496e-9172-f5a4e779cc6a None None] Provisioning complete for port 309bd53a-1d31-4d4f-b9ee-ccd00adc97fb triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:21:06.171409 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-31e11ac3-6dfa-496e-9172-f5a4e779cc6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:06.200222 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-31e11ac3-6dfa-496e-9172-f5a4e779cc6a None None] Port 309bd53a-1d31-4d4f-b9ee-ccd00adc97fb cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:21:06.290287 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:06.496157 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:06.556344 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:06.557143 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987973'] for router_interface, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:06.635456 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] Pushing event updated for resources: {'Port': ['ID=309bd53a-1d31-4d4f-b9ee-ccd00adc97fb,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:21:06.683586 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] Network bf477163-f7d8-48fd-aa87-a39e65df91cb is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:21:06.684960 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:21:06.911037 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] Router dacbf8cb-7b5a-4359-b886-a71242503df3 is scheduled to L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac with binding_index 1 {{(pid=101842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 01:21:06.924243 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-28564031-e3bf-49de-b1ca-937d1562e53e None None] Provisioning complete for port 309bd53a-1d31-4d4f-b9ee-ccd00adc97fb triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:21:06.924618 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-28564031-e3bf-49de-b1ca-937d1562e53e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:06.959602 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-28564031-e3bf-49de-b1ca-937d1562e53e None None] Port 309bd53a-1d31-4d4f-b9ee-ccd00adc97fb cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:21:07.013157 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:21:07.019086 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-68292340-a1e5-4384-9af5-43873cf57bef admin admin] 10.222.0.87 "PUT /v2.0/routers/dacbf8cb-7b5a-4359-b886-a71242503df3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9943931 Oct 29 01:21:07.023142 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Sync routers for ids ['dacbf8cb-7b5a-4359-b886-a71242503df3'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:21:07.036063 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Routers {'dacbf8cb-7b5a-4359-b886-a71242503df3'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:21:07.036909 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:21:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['dacbf8cb-7b5a-4359-b886-a71242503df3'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:21:07.237729 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Set router dacbf8cb-7b5a-4359-b886-a71242503df3 gateway port host: None {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:21:07.677515 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacbf8cb-7b5a-4359-b886-a71242503df3', 'name': 'router1', 'tenant_id': '3f445e69c8094e37889545aefb002e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:20:55Z', 'updated_at': '2021-10-29T01:21:06Z', 'revision_number': 2, 'project_id': '3f445e69c8094e37889545aefb002e28', 'gw_port_host': None, '_interfaces': [{'id': '309bd53a-1d31-4d4f-b9ee-ccd00adc97fb', 'name': '', 'network_id': 'bf477163-f7d8-48fd-aa87-a39e65df91cb', 'tenant_id': '3f445e69c8094e37889545aefb002e28', 'mac_address': 'fa:16:3e:17:2c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacbf8cb-7b5a-4359-b886-a71242503df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '855383c2-0913-4e33-9534-03e4c8038049', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:21:05Z', 'updated_at': '2021-10-29T01:21:06Z', 'revision_number': 2, 'project_id': '3f445e69c8094e37889545aefb002e28', 'subnets': [{'id': '855383c2-0913-4e33-9534-03e4c8038049', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de01db19-a137-41ba-9795-1106f6080643'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:21:07.727073 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Checking router: dacbf8cb-7b5a-4359-b886-a71242503df3 for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:21:07.727440 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Updating router dacbf8cb-7b5a-4359-b886-a71242503df3 port 309bd53a-1d31-4d4f-b9ee-ccd00adc97fb binding host dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:21:07.804637 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:08.308600 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Publish callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:08.358915 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:08.520649 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62382446-edd9-4d8a-8628-0f97e06d21c8 None None] Pushing event updated for resources: {'Port': ['ID=309bd53a-1d31-4d4f-b9ee-ccd00adc97fb,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:21:08.533667 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Attempting to bind port 309bd53a-1d31-4d4f-b9ee-ccd00adc97fb on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:21:08.534068 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Attempting to bind port 309bd53a-1d31-4d4f-b9ee-ccd00adc97fb by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': 'eb108bb9-3d04-455d-b282-b31e01ed4570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf477163-f7d8-48fd-aa87-a39e65df91cb'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:21:08.534500 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Attempting to bind port 309bd53a-1d31-4d4f-b9ee-ccd00adc97fb on network bf477163-f7d8-48fd-aa87-a39e65df91cb {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:21:08.543640 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62382446-edd9-4d8a-8628-0f97e06d21c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:08.544035 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62382446-edd9-4d8a-8628-0f97e06d21c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:08.544380 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62382446-edd9-4d8a-8628-0f97e06d21c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:08.544713 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62382446-edd9-4d8a-8628-0f97e06d21c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:08.545042 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62382446-edd9-4d8a-8628-0f97e06d21c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:08.545371 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62382446-edd9-4d8a-8628-0f97e06d21c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:08.545852 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62382446-edd9-4d8a-8628-0f97e06d21c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:08.546009 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62382446-edd9-4d8a-8628-0f97e06d21c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:08.546340 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62382446-edd9-4d8a-8628-0f97e06d21c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:08.546663 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62382446-edd9-4d8a-8628-0f97e06d21c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:08.546982 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62382446-edd9-4d8a-8628-0f97e06d21c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:08.547300 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62382446-edd9-4d8a-8628-0f97e06d21c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62382446-edd9-4d8a-8628-0f97e06d21c8 None None] Tracked resource versions report: Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: pushed versions: Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: { 'AddressGroup': {'1.2'}, Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'ConntrackHelper': {'1.0'}, Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Log': {'1.0'}, Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Network': {'1.1'}, Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Port': {'1.7'}, Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'PortForwarding': {'1.2'}, Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'QosPolicy': {'1.10'}, Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'SecurityGroup': {'1.4'}, Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'SecurityGroupRule': {'1.2'}, Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'SubPort': {'1.0'}, Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Subnet': {'1.1'}, Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Trunk': {'1.1'}} Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: consumer versions: Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: { DHCP agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: L3 agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: Metadata agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: Metering agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: Open vSwitch agent@dv-cinder-813984-5-iscsi: { 'AddressGroup': '1.2', Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'ConntrackHelper': '1.0', Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Log': '1.0', Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Network': '1.1', Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Port': '1.7', Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'PortForwarding': '1.2', Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'QosPolicy': '1.10', Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'SecurityGroup': '1.4', Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'SecurityGroupRule': '1.2', Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'SubPort': '1.0', Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Subnet': '1.1', Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Trunk': '1.1'}} Oct 29 01:21:08.548448 dv-cinder-813984-5-iscsi neutron-server[101845]: {{(pid=101845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 01:21:08.550800 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:21:08.551200 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Checking segment: {'id': 'eb108bb9-3d04-455d-b282-b31e01ed4570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf477163-f7d8-48fd-aa87-a39e65df91cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:21:08.551655 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:08.552068 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Bound using segment: {'id': 'eb108bb9-3d04-455d-b282-b31e01ed4570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf477163-f7d8-48fd-aa87-a39e65df91cb'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:21:08.552569 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Bound port: 309bd53a-1d31-4d4f-b9ee-ccd00adc97fb, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb108bb9-3d04-455d-b282-b31e01ed4570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 944, 'network_id': 'bf477163-f7d8-48fd-aa87-a39e65df91cb'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:21:08.552953 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:08.592051 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-f1c9b53d-b2b0-49a5-89e3-b293016453f1 None None] Provisioning complete for port 309bd53a-1d31-4d4f-b9ee-ccd00adc97fb triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:21:08.592957 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f1c9b53d-b2b0-49a5-89e3-b293016453f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:08.625323 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] For port 309bd53a-1d31-4d4f-b9ee-ccd00adc97fb, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:21:08.628265 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9b53d-b2b0-49a5-89e3-b293016453f1 None None] Port 309bd53a-1d31-4d4f-b9ee-ccd00adc97fb cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:21:08.649551 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] For port 309bd53a-1d31-4d4f-b9ee-ccd00adc97fb, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=309bd53a-1d31-4d4f-b9ee-ccd00adc97fb,segment=NetworkSegment(eb108bb9-3d04-455d-b282-b31e01ed4570),segment_id=eb108bb9-3d04-455d-b282-b31e01ed4570)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:21:08.714122 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:08.775943 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Routers {'dacbf8cb-7b5a-4359-b886-a71242503df3'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:21:08.776563 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:21:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['dacbf8cb-7b5a-4359-b886-a71242503df3'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:21:08.778265 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62382446-edd9-4d8a-8628-0f97e06d21c8 None None] Pushing event updated for resources: {'Port': ['ID=309bd53a-1d31-4d4f-b9ee-ccd00adc97fb,revision_number=4']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:21:08.876492 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] Set router dacbf8cb-7b5a-4359-b886-a71242503df3 gateway port host: None {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:21:08.949582 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-57804ab7-a83f-45c9-bca7-115844d5acf2 None None] Provisioning complete for port 309bd53a-1d31-4d4f-b9ee-ccd00adc97fb triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:21:08.950032 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-57804ab7-a83f-45c9-bca7-115844d5acf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:09.033011 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-57804ab7-a83f-45c9-bca7-115844d5acf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:09.076338 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-57804ab7-a83f-45c9-bca7-115844d5acf2 None None] For port 309bd53a-1d31-4d4f-b9ee-ccd00adc97fb, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=309bd53a-1d31-4d4f-b9ee-ccd00adc97fb,segment=NetworkSegment(eb108bb9-3d04-455d-b282-b31e01ed4570),segment_id=eb108bb9-3d04-455d-b282-b31e01ed4570)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:21:09.097889 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacbf8cb-7b5a-4359-b886-a71242503df3', 'name': 'router1', 'tenant_id': '3f445e69c8094e37889545aefb002e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:20:55Z', 'updated_at': '2021-10-29T01:21:06Z', 'revision_number': 2, 'project_id': '3f445e69c8094e37889545aefb002e28', 'gw_port_host': None, '_interfaces': [{'id': '309bd53a-1d31-4d4f-b9ee-ccd00adc97fb', 'name': '', 'network_id': 'bf477163-f7d8-48fd-aa87-a39e65df91cb', 'tenant_id': '3f445e69c8094e37889545aefb002e28', 'mac_address': 'fa:16:3e:17:2c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacbf8cb-7b5a-4359-b886-a71242503df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '855383c2-0913-4e33-9534-03e4c8038049', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:21:05Z', 'updated_at': '2021-10-29T01:21:08Z', 'revision_number': 4, 'project_id': '3f445e69c8094e37889545aefb002e28', 'subnets': [{'id': '855383c2-0913-4e33-9534-03e4c8038049', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de01db19-a137-41ba-9795-1106f6080643'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:21:09.127829 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb56dfd-2b35-44fe-a692-7c95efd01090 None None] The sync data for ids ['dacbf8cb-7b5a-4359-b886-a71242503df3'] in dv-cinder-813984-5-iscsi is: [{'id': 'dacbf8cb-7b5a-4359-b886-a71242503df3', 'name': 'router1', 'tenant_id': '3f445e69c8094e37889545aefb002e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:20:55Z', 'updated_at': '2021-10-29T01:21:06Z', 'revision_number': 2, 'project_id': '3f445e69c8094e37889545aefb002e28', 'gw_port_host': None, '_interfaces': [{'id': '309bd53a-1d31-4d4f-b9ee-ccd00adc97fb', 'name': '', 'network_id': 'bf477163-f7d8-48fd-aa87-a39e65df91cb', 'tenant_id': '3f445e69c8094e37889545aefb002e28', 'mac_address': 'fa:16:3e:17:2c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacbf8cb-7b5a-4359-b886-a71242503df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '855383c2-0913-4e33-9534-03e4c8038049', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:21:05Z', 'updated_at': '2021-10-29T01:21:08Z', 'revision_number': 4, 'project_id': '3f445e69c8094e37889545aefb002e28', 'subnets': [{'id': '855383c2-0913-4e33-9534-03e4c8038049', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de01db19-a137-41ba-9795-1106f6080643'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:21:09.195189 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-57804ab7-a83f-45c9-bca7-115844d5acf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:09.251933 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57804ab7-a83f-45c9-bca7-115844d5acf2 None None] Pushing event updated for resources: {'Port': ['ID=309bd53a-1d31-4d4f-b9ee-ccd00adc97fb,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:21:09.494811 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 53552) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:21:09.606188 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c8a792-aa81-4ead-a29e-2d9377e98e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:21:09.607596 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-f3c8a792-aa81-4ead-a29e-2d9377e98e43 admin admin] 10.222.0.87 "GET /v2.0/networks/60aedfa5-f474-4541-ad09-6a1b8d7ebf29 HTTP/1.1" status: 200 len: 842 time: 0.1118019 Oct 29 01:21:09.618202 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-be466f19-6b3f-49ae-bbbd-85e9a7d8f252 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'enable_dhcp': False}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:21:09.693813 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be466f19-6b3f-49ae-bbbd-85e9a7d8f252 admin admin] Made reservation on behalf of 2ac3fe6c70e94b5294a05c397d1a0fce for: {'subnet': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:21:09.696730 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-be466f19-6b3f-49ae-bbbd-85e9a7d8f252 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:10.117604 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.objects.ports [None req-be466f19-6b3f-49ae-bbbd-85e9a7d8f252 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101842) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 29 01:21:10.118068 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-be466f19-6b3f-49ae-bbbd-85e9a7d8f252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for subnet, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:10.172187 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be466f19-6b3f-49ae-bbbd-85e9a7d8f252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6da6e3ce-2806-49cc-8ea6-e07b5fad34ad,revision_number=0']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:21:10.184755 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be466f19-6b3f-49ae-bbbd-85e9a7d8f252 admin admin] Checking segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:21:10.193396 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be466f19-6b3f-49ae-bbbd-85e9a7d8f252 admin admin] Network hostable DHCP agents. Network: 60aedfa5-f474-4541-ad09-6a1b8d7ebf29, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:21:10.293937 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be466f19-6b3f-49ae-bbbd-85e9a7d8f252 admin admin] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:21:10.390746 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-be466f19-6b3f-49ae-bbbd-85e9a7d8f252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, 60aedfa5-f474-4541-ad09-6a1b8d7ebf29) {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:21:10.396530 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be466f19-6b3f-49ae-bbbd-85e9a7d8f252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:21:10.397599 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-be466f19-6b3f-49ae-bbbd-85e9a7d8f252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:10.399084 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16080f1a-f1ea-4cbc-b5d6-6d19d41466f8 None None] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:21:10.498774 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-be466f19-6b3f-49ae-bbbd-85e9a7d8f252 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8844366 Oct 29 01:21:10.532592 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d99f584-d98d-435e-818a-5273d7d9c220 None None] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:21:12.908864 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 53560) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:21:13.044514 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-25ab3bb6-0e3b-4505-af68-3f179b71a141 admin admin] 10.222.0.87 "GET /v2.0/routers/dacbf8cb-7b5a-4359-b886-a71242503df3 HTTP/1.1" status: 200 len: 710 time: 0.1344109 Oct 29 01:21:13.135777 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c88dced-7232-4c35-97a4-316ac6d462af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:21:13.142862 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-7c88dced-7232-4c35-97a4-316ac6d462af admin admin] 10.222.0.87 "GET /v2.0/networks/60aedfa5-f474-4541-ad09-6a1b8d7ebf29 HTTP/1.1" status: 200 len: 886 time: 0.0866027 Oct 29 01:21:13.143003 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 5 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:21:13.146962 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-80224065-4ab1-4da5-af0c-3333039306b3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:21:13.411635 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-80224065-4ab1-4da5-af0c-3333039306b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:13.747563 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-80224065-4ab1-4da5-af0c-3333039306b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:13.826524 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-80224065-4ab1-4da5-af0c-3333039306b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:13.932530 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-80224065-4ab1-4da5-af0c-3333039306b3 admin admin] Allocated IP 172.27.3.65 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/2a0fb792-5d59-44c0-ac14-d7e6100c63fe) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:21:14.031073 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-80224065-4ab1-4da5-af0c-3333039306b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:14.117147 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-80224065-4ab1-4da5-af0c-3333039306b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:14.156822 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80224065-4ab1-4da5-af0c-3333039306b3 admin admin] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:21:14.159686 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-80224065-4ab1-4da5-af0c-3333039306b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:21:14.165388 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80224065-4ab1-4da5-af0c-3333039306b3 admin admin] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:21:14.170332 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80224065-4ab1-4da5-af0c-3333039306b3 admin admin] Pushing event updated for resources: {'Port': ['ID=2a0fb792-5d59-44c0-ac14-d7e6100c63fe,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:21:14.611433 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-80224065-4ab1-4da5-af0c-3333039306b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:14.837503 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-80224065-4ab1-4da5-af0c-3333039306b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-991139', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-987434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3697'] for router, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:14.841441 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-80224065-4ab1-4da5-af0c-3333039306b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-991130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-991121', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-987425'] for router, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:14.953782 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80224065-4ab1-4da5-af0c-3333039306b3 admin admin] Router dacbf8cb-7b5a-4359-b886-a71242503df3 has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:21:15.061927 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80224065-4ab1-4da5-af0c-3333039306b3 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:21:15.066713 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-80224065-4ab1-4da5-af0c-3333039306b3 admin admin] Publish callbacks [] for router, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:15.067955 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-80224065-4ab1-4da5-af0c-3333039306b3 admin admin] 10.222.0.87 "PUT /v2.0/routers/dacbf8cb-7b5a-4359-b886-a71242503df3 HTTP/1.1" status: 200 len: 889 time: 1.9243505 Oct 29 01:21:15.160815 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 309bd53a-1d31-4d4f-b9ee-ccd00adc97fb up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:21:15.239798 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 309bd53a-1d31-4d4f-b9ee-ccd00adc97fb triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:21:15.240303 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:16.305352 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Sync routers for ids ['dacbf8cb-7b5a-4359-b886-a71242503df3'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:21:16.317131 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Routers {'dacbf8cb-7b5a-4359-b886-a71242503df3'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:21:16.317777 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:21:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['dacbf8cb-7b5a-4359-b886-a71242503df3'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:21:16.532003 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Set router dacbf8cb-7b5a-4359-b886-a71242503df3 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:21:17.002038 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacbf8cb-7b5a-4359-b886-a71242503df3', 'name': 'router1', 'tenant_id': '3f445e69c8094e37889545aefb002e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '2a0fb792-5d59-44c0-ac14-d7e6100c63fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:20:55Z', 'updated_at': '2021-10-29T01:21:14Z', 'revision_number': 4, 'project_id': '3f445e69c8094e37889545aefb002e28', 'gw_port': {'id': '2a0fb792-5d59-44c0-ac14-d7e6100c63fe', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacbf8cb-7b5a-4359-b886-a71242503df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:21:13Z', 'updated_at': '2021-10-29T01:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '309bd53a-1d31-4d4f-b9ee-ccd00adc97fb', 'name': '', 'network_id': 'bf477163-f7d8-48fd-aa87-a39e65df91cb', 'tenant_id': '3f445e69c8094e37889545aefb002e28', 'mac_address': 'fa:16:3e:17:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacbf8cb-7b5a-4359-b886-a71242503df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '855383c2-0913-4e33-9534-03e4c8038049', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:21:05Z', 'updated_at': '2021-10-29T01:21:09Z', 'revision_number': 5, 'project_id': '3f445e69c8094e37889545aefb002e28', 'subnets': [{'id': '855383c2-0913-4e33-9534-03e4c8038049', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de01db19-a137-41ba-9795-1106f6080643'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:21:17.055191 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Checking router: dacbf8cb-7b5a-4359-b886-a71242503df3 for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:21:17.055538 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Updating router dacbf8cb-7b5a-4359-b886-a71242503df3 port 2a0fb792-5d59-44c0-ac14-d7e6100c63fe binding host dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:21:17.104499 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:17.440158 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Publish callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:17.512925 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:17.565219 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214d0d5-62f9-4229-a2e0-2b812e69a2a4 None None] Pushing event updated for resources: {'Port': ['ID=2a0fb792-5d59-44c0-ac14-d7e6100c63fe,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:21:17.567454 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Attempting to bind port 2a0fb792-5d59-44c0-ac14-d7e6100c63fe on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:21:17.567888 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Attempting to bind port 2a0fb792-5d59-44c0-ac14-d7e6100c63fe by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:21:17.568240 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Attempting to bind port 2a0fb792-5d59-44c0-ac14-d7e6100c63fe on network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:21:17.574249 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:21:17.574656 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Checking segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:21:17.575023 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:17.575410 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Bound using segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:21:17.575911 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Bound port: 2a0fb792-5d59-44c0-ac14-d7e6100c63fe, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:21:17.576311 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:17.626437 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] For port 2a0fb792-5d59-44c0-ac14-d7e6100c63fe, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:21:17.629231 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 53572) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:21:17.630826 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] For port 2a0fb792-5d59-44c0-ac14-d7e6100c63fe, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=2a0fb792-5d59-44c0-ac14-d7e6100c63fe,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:21:17.679609 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:17.729376 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Routers {'dacbf8cb-7b5a-4359-b886-a71242503df3'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:21:17.729974 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:21:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['dacbf8cb-7b5a-4359-b886-a71242503df3'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:21:17.781718 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-8a08596c-9faa-472e-a724-0bbc879f95d0 admin admin] 10.222.0.87 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1514111 Oct 29 01:21:17.799299 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214d0d5-62f9-4229-a2e0-2b812e69a2a4 None None] Pushing event updated for resources: {'Port': ['ID=2a0fb792-5d59-44c0-ac14-d7e6100c63fe,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:21:17.849202 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] Set router dacbf8cb-7b5a-4359-b886-a71242503df3 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:21:18.075590 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dacbf8cb-7b5a-4359-b886-a71242503df3', 'name': 'router1', 'tenant_id': '3f445e69c8094e37889545aefb002e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '2a0fb792-5d59-44c0-ac14-d7e6100c63fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:20:55Z', 'updated_at': '2021-10-29T01:21:14Z', 'revision_number': 4, 'project_id': '3f445e69c8094e37889545aefb002e28', 'gw_port': {'id': '2a0fb792-5d59-44c0-ac14-d7e6100c63fe', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacbf8cb-7b5a-4359-b886-a71242503df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:21:13Z', 'updated_at': '2021-10-29T01:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '309bd53a-1d31-4d4f-b9ee-ccd00adc97fb', 'name': '', 'network_id': 'bf477163-f7d8-48fd-aa87-a39e65df91cb', 'tenant_id': '3f445e69c8094e37889545aefb002e28', 'mac_address': 'fa:16:3e:17:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacbf8cb-7b5a-4359-b886-a71242503df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '855383c2-0913-4e33-9534-03e4c8038049', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:21:05Z', 'updated_at': '2021-10-29T01:21:09Z', 'revision_number': 5, 'project_id': '3f445e69c8094e37889545aefb002e28', 'subnets': [{'id': '855383c2-0913-4e33-9534-03e4c8038049', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de01db19-a137-41ba-9795-1106f6080643'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:21:18.102836 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4b8a6b-3988-4c7a-bf32-da4b441cf234 None None] The sync data for ids ['dacbf8cb-7b5a-4359-b886-a71242503df3'] in dv-cinder-813984-5-iscsi is: [{'id': 'dacbf8cb-7b5a-4359-b886-a71242503df3', 'name': 'router1', 'tenant_id': '3f445e69c8094e37889545aefb002e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': '2a0fb792-5d59-44c0-ac14-d7e6100c63fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:20:55Z', 'updated_at': '2021-10-29T01:21:14Z', 'revision_number': 4, 'project_id': '3f445e69c8094e37889545aefb002e28', 'gw_port': {'id': '2a0fb792-5d59-44c0-ac14-d7e6100c63fe', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:f8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dacbf8cb-7b5a-4359-b886-a71242503df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:21:13Z', 'updated_at': '2021-10-29T01:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '309bd53a-1d31-4d4f-b9ee-ccd00adc97fb', 'name': '', 'network_id': 'bf477163-f7d8-48fd-aa87-a39e65df91cb', 'tenant_id': '3f445e69c8094e37889545aefb002e28', 'mac_address': 'fa:16:3e:17:2c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dacbf8cb-7b5a-4359-b886-a71242503df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '855383c2-0913-4e33-9534-03e4c8038049', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:21:05Z', 'updated_at': '2021-10-29T01:21:09Z', 'revision_number': 5, 'project_id': '3f445e69c8094e37889545aefb002e28', 'subnets': [{'id': '855383c2-0913-4e33-9534-03e4c8038049', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de01db19-a137-41ba-9795-1106f6080643'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:21:19.175658 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 2a0fb792-5d59-44c0-ac14-d7e6100c63fe up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:21:19.236680 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 2a0fb792-5d59-44c0-ac14-d7e6100c63fe triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:21:19.237062 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:19.314616 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:19.335023 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] For port 2a0fb792-5d59-44c0-ac14-d7e6100c63fe, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=2a0fb792-5d59-44c0-ac14-d7e6100c63fe,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:21:19.404818 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:19.462172 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Pushing event updated for resources: {'Port': ['ID=2a0fb792-5d59-44c0-ac14-d7e6100c63fe,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:21:21.140959 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 2a0fb792-5d59-44c0-ac14-d7e6100c63fe up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:21:21.201568 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 2a0fb792-5d59-44c0-ac14-d7e6100c63fe triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:21:21.201938 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:27.181706 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fad9e707-ad50-4805-86e7-ca7f1cd6c623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:30.153027 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-598b582e-a8ee-4a6f-ae3e-6d28e2855a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:31.079035 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:31.185395 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:32.915772 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:21:50.135306 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 5 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:21:57.269664 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1cf7e8cf-5508-4374-8f2b-10abe90d1955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:00.150432 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-12deb536-2e2e-429a-ae16-698b987a1fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:01.055302 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:01.809390 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:02.927355 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:27.191599 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 5 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:22:27.200943 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-658f4c58-371a-460d-aba4-53d43bea151e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:30.171916 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5b37566f-69a5-4333-ba79-6ad9460c4dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:31.063109 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:31.225375 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:32.900036 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:57.247864 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dff4aac0-17ca-4cde-a003-16bf836f89eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:22:59.953748 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 54134) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:23:00.029956 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f51464-97a6-4b51-8b03-79052a208ada admin admin] GET failed (client error): The resource could not be found. Oct 29 01:23:00.031325 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-e4f51464-97a6-4b51-8b03-79052a208ada admin admin] 10.222.0.87 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0768490 Oct 29 01:23:00.165840 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0459431e-46d7-4eda-a45e-67af7224f0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:00.235577 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc52d457-159b-44ee-8989-a570ede8fd76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:00.237808 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-bc52d457-159b-44ee-8989-a570ede8fd76 admin admin] 10.222.0.87 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2017224 Oct 29 01:23:01.062650 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:01.211683 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:02.571895 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54144) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:23:02.669626 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b9d52c-c12f-4417-a6ed-f7d772e48a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:02.671018 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-c6b9d52c-c12f-4417-a6ed-f7d772e48a2f admin admin] 10.222.0.87 "GET /v2.0/subnets/855383c2-0913-4e33-9534-03e4c8038049 HTTP/1.1" status: 200 len: 849 time: 0.0981488 Oct 29 01:23:02.681687 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:23:02.778472 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:02.897492 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:02.973322 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789671227127'] for subnet, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:03.007386 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:03.007495 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:03.009017 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] 10.222.0.87 "PUT /v2.0/subnets/855383c2-0913-4e33-9534-03e4c8038049 HTTP/1.1" status: 200 len: 868 time: 0.3311815 Oct 29 01:23:03.011953 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91146fb-9fc0-47a5-b2d1-91885cd56fb9 None None] Network bf477163-f7d8-48fd-aa87-a39e65df91cb requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:23:03.032114 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=855383c2-0913-4e33-9534-03e4c8038049,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:23:03.039610 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:03.040027 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:03.040377 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:03.040713 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:03.041045 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:03.041377 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:03.041708 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:03.042051 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:03.042383 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:03.042710 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:03.043125 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:03.043451 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f046b-0858-40bf-a29e-ae40a38877b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:03.448768 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-f44e5bcc-14bc-473d-ab74-2cd6d8a9e650 None None] Provisioning complete for port 5f5fb68b-a44b-48d7-b5f3-b696172bb1b7 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:23:03.449140 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f44e5bcc-14bc-473d-ab74-2cd6d8a9e650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:03.539676 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-f44e5bcc-14bc-473d-ab74-2cd6d8a9e650 None None] Provisioning complete for port 309bd53a-1d31-4d4f-b9ee-ccd00adc97fb triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:23:03.540070 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f44e5bcc-14bc-473d-ab74-2cd6d8a9e650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:04.131092 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 5 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:23:05.366622 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54154) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:23:05.569990 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b794c21-889c-48b4-83a6-52d2be82b0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:05.570470 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b794c21-889c-48b4-83a6-52d2be82b0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:05.572061 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-0b794c21-889c-48b4-83a6-52d2be82b0ee admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2044427 Oct 29 01:23:07.947465 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54162) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:23:08.082937 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c9dca5-2487-44c1-8bf5-6b8125841fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:08.083424 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c9dca5-2487-44c1-8bf5-6b8125841fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:08.085017 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-50c9dca5-2487-44c1-8bf5-6b8125841fce admin admin] 10.222.0.87 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1365526 Oct 29 01:23:10.429307 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54170) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:23:10.556034 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ecdd02-9a36-445a-86fe-05c5425e2c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:10.557429 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-b1ecdd02-9a36-445a-86fe-05c5425e2c43 admin admin] 10.222.0.87 "GET /v2.0/networks/60aedfa5-f474-4541-ad09-6a1b8d7ebf29 HTTP/1.1" status: 200 len: 886 time: 0.1271648 Oct 29 01:23:12.884622 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54178) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:23:13.024020 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8df153-c9b7-4c96-a09f-a124817b835a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:13.025591 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-ac8df153-c9b7-4c96-a09f-a124817b835a admin admin] 10.222.0.87 "GET /v2.0/networks/bf477163-f7d8-48fd-aa87-a39e65df91cb HTTP/1.1" status: 200 len: 869 time: 0.1400034 Oct 29 01:23:15.341046 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 54186) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:23:15.469571 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb974f03-8670-4290-a91f-1df77798105b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:15.470475 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb974f03-8670-4290-a91f-1df77798105b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:15.472022 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-fb974f03-8670-4290-a91f-1df77798105b admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1300049 Oct 29 01:23:17.789627 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 54194) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:23:17.882765 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3086ee17-92b1-4925-a7e0-0d44768b3ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:17.883224 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3086ee17-92b1-4925-a7e0-0d44768b3ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:17.884826 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-3086ee17-92b1-4925-a7e0-0d44768b3ef8 admin admin] 10.222.0.87 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0942278 Oct 29 01:23:20.215324 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 54202) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:23:20.335831 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b62183-8827-470d-a9a2-793b86fb022e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:20.337190 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-87b62183-8827-470d-a9a2-793b86fb022e admin admin] 10.222.0.87 "GET /v2.0/subnets/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad HTTP/1.1" status: 200 len: 816 time: 0.1208456 Oct 29 01:23:22.684797 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54210) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:23:22.778304 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079ab054-c8cc-4c77-88aa-463dd33cba5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:22.779712 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-079ab054-c8cc-4c77-88aa-463dd33cba5c admin admin] 10.222.0.87 "GET /v2.0/subnets/855383c2-0913-4e33-9534-03e4c8038049 HTTP/1.1" status: 200 len: 868 time: 0.0939486 Oct 29 01:23:27.202503 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0cb9f284-c61d-43cb-836e-7f3714900c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:30.155575 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-abaa68d8-3192-4807-8566-b440273710d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:31.070180 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:31.195351 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:32.919594 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:41.130153 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 5 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:23:47.758238 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54264) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:23:47.806462 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [None req-d0caa996-0718-43c6-a17f-d0a4ba918487 admin admin] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=101842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:23:47.807472 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-d0caa996-0718-43c6-a17f-d0a4ba918487 admin admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0482831 Oct 29 01:23:50.206588 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54272) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:23:50.268333 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc38dbc3-8eeb-4e79-bf1c-abdabbedf1bf admin admin] GET failed (client error): The resource could not be found. Oct 29 01:23:50.269741 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-bc38dbc3-8eeb-4e79-bf1c-abdabbedf1bf admin admin] 10.222.0.87 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622058 Oct 29 01:23:50.416725 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6b9c76-2d2a-4b62-a40f-06a16b878c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:50.418180 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-0d6b9c76-2d2a-4b62-a40f-06a16b878c4d admin admin] 10.222.0.87 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1437204 Oct 29 01:23:52.757933 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54280) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:23:52.806121 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-70b88a18-2a39-470c-8971-d8a3bfef9c26 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:23:52.898067 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b88a18-2a39-470c-8971-d8a3bfef9c26 admin admin] Made reservation on behalf of 2ac3fe6c70e94b5294a05c397d1a0fce for: {'network': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:23:52.900402 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-70b88a18-2a39-470c-8971-d8a3bfef9c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:52.928435 dv-cinder-813984-5-iscsi neutron-server[101842]: WARNING neutron.services.revisions.revision_plugin [None req-70b88a18-2a39-470c-8971-d8a3bfef9c26 admin admin] Could not find related network for resource to bump revision. Oct 29 01:23:52.939940 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b88a18-2a39-470c-8971-d8a3bfef9c26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=101842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:23:52.948406 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-70b88a18-2a39-470c-8971-d8a3bfef9c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:52.948764 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.segments_db [None req-70b88a18-2a39-470c-8971-d8a3bfef9c26 admin admin] Added segment ee51dbf1-07e7-4afa-b226-8221bc53cf16 of type vlan for network 49e4246f-d6b8-4462-ae62-da8ed9d4d951 Oct 29 01:23:53.094238 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-70b88a18-2a39-470c-8971-d8a3bfef9c26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:53.158740 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-70b88a18-2a39-470c-8971-d8a3bfef9c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:53.159714 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b88a18-2a39-470c-8971-d8a3bfef9c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:53.160330 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-70b88a18-2a39-470c-8971-d8a3bfef9c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:53.218068 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b88a18-2a39-470c-8971-d8a3bfef9c26 admin admin] Pushing event updated for resources: {'Network': ['ID=49e4246f-d6b8-4462-ae62-da8ed9d4d951,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:23:53.229005 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network 49e4246f-d6b8-4462-ae62-da8ed9d4d951 details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:23:53.306636 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-70b88a18-2a39-470c-8971-d8a3bfef9c26 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5476058 Oct 29 01:23:55.672070 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54288) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:23:55.733572 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36b0c5b-afa2-49c7-87f9-fd0d51e40184 admin admin] GET failed (client error): The resource could not be found. Oct 29 01:23:55.734913 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-e36b0c5b-afa2-49c7-87f9-fd0d51e40184 admin admin] 10.222.0.87 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0618424 Oct 29 01:23:55.806590 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1916f4-8442-4d6a-9830-90992808f1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:55.808082 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-ac1916f4-8442-4d6a-9830-90992808f1c4 admin admin] 10.222.0.87 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0684516 Oct 29 01:23:55.819093 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-44de53cc-30c9-477d-8d7c-770f8374cee4 admin admin] Request body: {'subnet': {'network_id': '49e4246f-d6b8-4462-ae62-da8ed9d4d951', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:23:55.907510 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44de53cc-30c9-477d-8d7c-770f8374cee4 admin admin] Made reservation on behalf of 2ac3fe6c70e94b5294a05c397d1a0fce for: {'subnet': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:23:55.909887 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-44de53cc-30c9-477d-8d7c-770f8374cee4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:56.156501 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-44de53cc-30c9-477d-8d7c-770f8374cee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for subnet, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:56.205330 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de53cc-30c9-477d-8d7c-770f8374cee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceba0731-f90f-4933-a93d-ada69f9bdcc5,revision_number=0']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:23:56.222231 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de53cc-30c9-477d-8d7c-770f8374cee4 admin admin] Checking segment: {'id': 'ee51dbf1-07e7-4afa-b226-8221bc53cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '49e4246f-d6b8-4462-ae62-da8ed9d4d951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:23:56.222581 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de53cc-30c9-477d-8d7c-770f8374cee4 admin admin] Network hostable DHCP agents. Network: 49e4246f-d6b8-4462-ae62-da8ed9d4d951, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:23:56.281407 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de53cc-30c9-477d-8d7c-770f8374cee4 admin admin] Network 49e4246f-d6b8-4462-ae62-da8ed9d4d951 is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:23:56.335856 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-44de53cc-30c9-477d-8d7c-770f8374cee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, 49e4246f-d6b8-4462-ae62-da8ed9d4d951) {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:23:56.340022 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44de53cc-30c9-477d-8d7c-770f8374cee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:23:56.340617 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-44de53cc-30c9-477d-8d7c-770f8374cee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:56.345035 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2692a37-4d77-4808-9876-c4f64c2bf4fc None None] Network 49e4246f-d6b8-4462-ae62-da8ed9d4d951 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:23:56.431851 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-44de53cc-30c9-477d-8d7c-770f8374cee4 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6032553 Oct 29 01:23:56.591781 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d33461b-c472-5369-acc0-faddeed87618-49e4246f-d6b8-4462-ae62-da8ed9d4d951', 'network_id': '49e4246f-d6b8-4462-ae62-da8ed9d4d951', 'tenant_id': '2ac3fe6c70e94b5294a05c397d1a0fce', 'fixed_ips': [{'subnet_id': 'ceba0731-f90f-4933-a93d-ada69f9bdcc5'}]}} from dv-cinder-813984-5-iscsi. {{(pid=101844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 01:23:56.592686 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:56.729837 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Allocated IP 192.168.233.2 (49e4246f-d6b8-4462-ae62-da8ed9d4d951/ceba0731-f90f-4933-a93d-ada69f9bdcc5/35c8f80d-850c-46e4-8f8d-d9113e07b894) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:23:56.879104 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Publish callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:56.971102 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:57.012980 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Network 49e4246f-d6b8-4462-ae62-da8ed9d4d951 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:23:57.016373 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:23:57.019892 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:23:57.030228 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Pushing event updated for resources: {'Port': ['ID=35c8f80d-850c-46e4-8f8d-d9113e07b894,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:23:57.052956 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:57.053339 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:57.053680 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:57.054009 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:57.054332 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:57.054653 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:57.054972 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:57.055283 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:57.055622 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:57.055962 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:57.056278 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:57.056592 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:23:57.089048 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Attempting to bind port 35c8f80d-850c-46e4-8f8d-d9113e07b894 on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:23:57.089417 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Attempting to bind port 35c8f80d-850c-46e4-8f8d-d9113e07b894 by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': 'ee51dbf1-07e7-4afa-b226-8221bc53cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '49e4246f-d6b8-4462-ae62-da8ed9d4d951'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:23:57.089785 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Attempting to bind port 35c8f80d-850c-46e4-8f8d-d9113e07b894 on network 49e4246f-d6b8-4462-ae62-da8ed9d4d951 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:23:57.096260 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:23:57.096634 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Checking segment: {'id': 'ee51dbf1-07e7-4afa-b226-8221bc53cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '49e4246f-d6b8-4462-ae62-da8ed9d4d951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:23:57.097268 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:57.097646 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Bound using segment: {'id': 'ee51dbf1-07e7-4afa-b226-8221bc53cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '49e4246f-d6b8-4462-ae62-da8ed9d4d951'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:23:57.098134 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Bound port: 35c8f80d-850c-46e4-8f8d-d9113e07b894, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee51dbf1-07e7-4afa-b226-8221bc53cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '49e4246f-d6b8-4462-ae62-da8ed9d4d951'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:23:57.098541 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:57.179110 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] For port 35c8f80d-850c-46e4-8f8d-d9113e07b894, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:23:57.182370 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] For port 35c8f80d-850c-46e4-8f8d-d9113e07b894, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=35c8f80d-850c-46e4-8f8d-d9113e07b894,segment=NetworkSegment(ee51dbf1-07e7-4afa-b226-8221bc53cf16),segment_id=ee51dbf1-07e7-4afa-b226-8221bc53cf16)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:23:57.205089 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7361cf7-313b-4027-9429-aecae1a60f1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:57.269988 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:57.335508 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53f249-897e-4579-b4f4-97090fc927c7 None None] Pushing event updated for resources: {'Port': ['ID=35c8f80d-850c-46e4-8f8d-d9113e07b894,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:23:58.146375 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b82e4bc-c01e-4537-b1d8-70d8a023832b None None] Network 49e4246f-d6b8-4462-ae62-da8ed9d4d951 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:23:58.214319 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-6ab51930-67e0-4248-b295-e456e22499a2 None None] Provisioning complete for port 35c8f80d-850c-46e4-8f8d-d9113e07b894 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:23:58.214686 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ab51930-67e0-4248-b295-e456e22499a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:58.372925 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ab51930-67e0-4248-b295-e456e22499a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:58.415065 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-6ab51930-67e0-4248-b295-e456e22499a2 None None] For port 35c8f80d-850c-46e4-8f8d-d9113e07b894, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=35c8f80d-850c-46e4-8f8d-d9113e07b894,segment=NetworkSegment(ee51dbf1-07e7-4afa-b226-8221bc53cf16),segment_id=ee51dbf1-07e7-4afa-b226-8221bc53cf16)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:23:58.492384 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ab51930-67e0-4248-b295-e456e22499a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:58.557278 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab51930-67e0-4248-b295-e456e22499a2 None None] Pushing event updated for resources: {'Port': ['ID=35c8f80d-850c-46e4-8f8d-d9113e07b894,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:23:58.616187 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-6fa2f3bb-1db0-4735-acd3-1df383a3ba5d None None] Provisioning complete for port 35c8f80d-850c-46e4-8f8d-d9113e07b894 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:23:58.616480 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6fa2f3bb-1db0-4735-acd3-1df383a3ba5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:23:59.254338 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 35c8f80d-850c-46e4-8f8d-d9113e07b894 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:23:59.310817 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 35c8f80d-850c-46e4-8f8d-d9113e07b894 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:23:59.311198 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:00.170196 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3603328b-bb07-4e71-aa74-c1fe4d2c3054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:01.078711 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:01.189444 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:02.930680 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:18.128987 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 5 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:24:27.200133 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-45ad9f7b-1bf8-4cb4-90c8-ad16c84741a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:30.158122 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d32717c6-b3ca-4895-8900-bb703b47da37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:31.051104 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:31.233029 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:32.937502 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:24:55.126737 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 5 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:24:57.208934 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5e8f2290-7497-4d2c-8871-1edb024473e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:00.159289 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1d82d888-f5fa-4c25-a010-b0df28aca58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:01.021906 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:01.193378 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:02.942239 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:27.191367 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3cf2efef-0140-49ef-bb91-8b5f4edc871c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:30.169710 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c8d4656-c1a5-41b2-a640-3745a8c2ef01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:31.066868 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:31.237195 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:31.536567 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 54332) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:25:31.543088 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [None req-e8066326-97ce-44f1-8f5b-b1dcac31a4c1 tempest-verify_tempest_config-147611766 tempest-verify_tempest_config-147611766-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=101843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:25:31.548879 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-e8066326-97ce-44f1-8f5b-b1dcac31a4c1 tempest-verify_tempest_config-147611766 tempest-verify_tempest_config-147611766-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0065789 Oct 29 01:25:32.062563 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 54350) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:25:32.125543 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 5 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:25:32.172635 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5771ea14-59d1-482d-b44d-a3c37bf41b3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:32.283210 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5771ea14-59d1-482d-b44d-a3c37bf41b3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:32.352280 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5771ea14-59d1-482d-b44d-a3c37bf41b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:32.416156 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-5771ea14-59d1-482d-b44d-a3c37bf41b3a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=48e629b768bb441b9d6d4ec58bb98591&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3523378 Oct 29 01:25:32.419586 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 54356) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:25:32.439068 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771ea14-59d1-482d-b44d-a3c37bf41b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51891c79-705e-4e0c-bfd7-ec552048cc28,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:25:32.455371 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771ea14-59d1-482d-b44d-a3c37bf41b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:25:32.455721 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771ea14-59d1-482d-b44d-a3c37bf41b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:25:32.456088 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771ea14-59d1-482d-b44d-a3c37bf41b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:25:32.456425 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771ea14-59d1-482d-b44d-a3c37bf41b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:25:32.456753 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771ea14-59d1-482d-b44d-a3c37bf41b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:25:32.457084 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771ea14-59d1-482d-b44d-a3c37bf41b3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:25:32.457412 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771ea14-59d1-482d-b44d-a3c37bf41b3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:25:32.457751 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771ea14-59d1-482d-b44d-a3c37bf41b3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:25:32.458093 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771ea14-59d1-482d-b44d-a3c37bf41b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:25:32.458418 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771ea14-59d1-482d-b44d-a3c37bf41b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:25:32.458738 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771ea14-59d1-482d-b44d-a3c37bf41b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:25:32.459055 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771ea14-59d1-482d-b44d-a3c37bf41b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5771ea14-59d1-482d-b44d-a3c37bf41b3a admin admin] Tracked resource versions report: Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: pushed versions: Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: { 'AddressGroup': {'1.2'}, Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'ConntrackHelper': {'1.0'}, Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Log': {'1.0'}, Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Network': {'1.1'}, Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Port': {'1.7'}, Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'PortForwarding': {'1.2'}, Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'QosPolicy': {'1.10'}, Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'SecurityGroup': {'1.4'}, Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'SecurityGroupRule': {'1.2'}, Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'SubPort': {'1.0'}, Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Subnet': {'1.1'}, Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Trunk': {'1.1'}} Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: consumer versions: Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: { DHCP agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: L3 agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: Metadata agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: Metering agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: Open vSwitch agent@dv-cinder-813984-5-iscsi: { 'AddressGroup': '1.2', Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'ConntrackHelper': '1.0', Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Log': '1.0', Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Network': '1.1', Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Port': '1.7', Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'PortForwarding': '1.2', Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'QosPolicy': '1.10', Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'SecurityGroup': '1.4', Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'SecurityGroupRule': '1.2', Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'SubPort': '1.0', Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Subnet': '1.1', Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Trunk': '1.1'}} Oct 29 01:25:32.460191 dv-cinder-813984-5-iscsi neutron-server[101843]: {{(pid=101843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 01:25:32.526939 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c4fde461-205a-4880-b2cf-f2ff5c463f11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:32.548833 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c4fde461-205a-4880-b2cf-f2ff5c463f11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:32.718791 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c4fde461-205a-4880-b2cf-f2ff5c463f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:32.721376 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c4fde461-205a-4880-b2cf-f2ff5c463f11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:32.722529 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-c4fde461-205a-4880-b2cf-f2ff5c463f11 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/51891c79-705e-4e0c-bfd7-ec552048cc28 HTTP/1.1" status: 204 len: 168 time: 0.3019960 Oct 29 01:25:32.732032 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fde461-205a-4880-b2cf-f2ff5c463f11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51891c79-705e-4e0c-bfd7-ec552048cc28,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:25:32.935475 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:25:57.191533 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb9164d4-f532-4292-b8f8-5c0f10a70476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:00.146564 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8bacaa58-cf92-4c7c-ab31-352ea8d72871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:01.048737 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:01.209124 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:02.934531 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:09.126020 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 5 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:26:27.191128 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-55ef76ec-a8cf-4cc7-9b72-3904d73199af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:30.140033 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e55d4541-4635-4099-a13d-0a653ffea378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:31.048273 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:31.185389 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:32.927666 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:26:46.124562 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 5 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:26:57.219007 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fe313891-25f7-4ead-b827-497362d5e9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:00.155520 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b01dece1-cf12-4495-8b90-4077a03333e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:01.041155 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:01.242281 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:02.944545 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:11.132730 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-989832'] for agent, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:23.123225 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:27:26.409398 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 54430) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:27:26.513365 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-d7c6f56f-b165-4fc4-8d52-0fa99d6c34a9 admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1028769 Oct 29 01:27:27.189296 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f560629a-db1a-4662-bed4-1599f792d1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:28.823044 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54440) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:27:28.886150 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-b5b08caf-c1ee-4e68-bedb-ede63ad8772f admin admin] 10.222.0.87 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0618348 Oct 29 01:27:30.160668 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7825e3d7-9d7e-4475-811f-35aace6e5d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:31.052758 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:31.217611 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:32.949176 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:41.034638 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:27:57.188318 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9207e767-d2b2-488e-942a-a0f44340a5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:00.120871 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:28:00.216978 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf0b04c5-42c3-4fb1-addd-600e5e97955c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:01.062643 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:01.211147 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:02.994451 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:11.079607 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:27.205375 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f442162-5fef-40ae-9e56-286730b9bf02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:30.233382 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4e5b39bb-72ee-4da0-8654-59398e2cad8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:31.056440 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:31.233584 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:32.970611 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:37.123415 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:28:41.130392 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:28:57.239416 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a0cf122f-b47c-406a-870f-21e38ef27ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:00.181468 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9f20b410-3943-4946-b4ac-b5597827be62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.032483 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.104769 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54666) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:01.127647 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54672) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:01.262039 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.290108 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 54682) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:01.298057 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 54688) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:01.381791 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-465067034-network', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:01.415742 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-a91d6048-b357-4daf-9e36-4dadb91e5a1c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-498416890-network', 'tenant_id': 'bfb1a96bc2154de787f2d217b2ac27f7'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:01.471511 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Made reservation on behalf of c51a2093a0874d52a08f6e25489ba181 for: {'network': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:29:01.475342 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.487055 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.525338 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-849913223-network', 'tenant_id': '4b037cd872fe4e0b8b9429048c567b1b'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:01.561150 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-f9cafe09-b8ab-4fb2-9339-ab515b23327f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-network', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:01.595561 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.596713 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a91d6048-b357-4daf-9e36-4dadb91e5a1c admin admin] Made reservation on behalf of bfb1a96bc2154de787f2d217b2ac27f7 for: {'network': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:29:01.600237 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a91d6048-b357-4daf-9e36-4dadb91e5a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.604741 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.db.api [None req-f9cafe09-b8ab-4fb2-9339-ab515b23327f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 29 01:29:01.604741 dv-cinder-813984-5-iscsi neutron-server[101843]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 29 01:29:01.604741 dv-cinder-813984-5-iscsi neutron-server[101843]: [parameters: {'project_id_1': '413ce1a7d8504d0b9f656d9e623f9005', 'expiration_1': datetime.datetime(2021, 10, 29, 1, 28, 41, 570157)}] Oct 29 01:29:01.604741 dv-cinder-813984-5-iscsi neutron-server[101843]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 01:29:01.605149 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG oslo_db.api [None req-f9cafe09-b8ab-4fb2-9339-ab515b23327f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 01:29:01.610543 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a91d6048-b357-4daf-9e36-4dadb91e5a1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.679906 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.695098 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a91d6048-b357-4daf-9e36-4dadb91e5a1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.701880 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Made reservation on behalf of 4b037cd872fe4e0b8b9429048c567b1b for: {'network': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:29:01.705070 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.706997 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 929} {{(pid=101842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:29:01.716167 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.731952 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.732541 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.segments_db [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Added segment dc852203-768c-4234-8d94-cf677f682d7e of type vlan for network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c Oct 29 01:29:01.733991 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d32b40f-ba52-4c91-beae-5fd0b0f1bf61,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:01.748673 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:01.749041 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:01.749384 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:01.749717 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:01.750227 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:01.750735 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:01.751221 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:01.751713 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:01.752229 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:01.752707 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:01.753229 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:01.753733 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Tracked resource versions report: Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: pushed versions: Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: { 'AddressGroup': {'1.2'}, Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'ConntrackHelper': {'1.0'}, Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Log': {'1.0'}, Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Network': {'1.1'}, Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Port': {'1.7'}, Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'PortForwarding': {'1.2'}, Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'QosPolicy': {'1.10'}, Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'SecurityGroup': {'1.4'}, Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'SecurityGroupRule': {'1.2'}, Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'SubPort': {'1.0'}, Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Subnet': {'1.1'}, Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Trunk': {'1.1'}} Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: consumer versions: Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: { DHCP agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: HyperV agent@hv-cinder-81398: {}, Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: L3 agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: Metadata agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: Metering agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: Open vSwitch agent@dv-cinder-813984-5-iscsi: { 'AddressGroup': '1.2', Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'ConntrackHelper': '1.0', Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Log': '1.0', Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Network': '1.1', Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Port': '1.7', Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'PortForwarding': '1.2', Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'QosPolicy': '1.10', Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'SecurityGroup': '1.4', Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'SecurityGroupRule': '1.2', Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'SubPort': '1.0', Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Subnet': '1.1', Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: 'Trunk': '1.1'}} Oct 29 01:29:01.754993 dv-cinder-813984-5-iscsi neutron-server[101842]: {{(pid=101842) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 01:29:01.786052 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a91d6048-b357-4daf-9e36-4dadb91e5a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.805207 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.809126 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.832631 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a91d6048-b357-4daf-9e36-4dadb91e5a1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=101842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:29:01.853198 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d6048-b357-4daf-9e36-4dadb91e5a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b76e1b-e159-41e6-91d6-f520322f9c7a,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:01.864600 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a91d6048-b357-4daf-9e36-4dadb91e5a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.864950 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.segments_db [None req-a91d6048-b357-4daf-9e36-4dadb91e5a1c admin admin] Added segment 2513c197-fefa-42fb-9112-16e5e925e1d9 of type vlan for network 006f6d9c-421b-4727-965e-1d0818b23f42 Oct 29 01:29:01.917843 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a91d6048-b357-4daf-9e36-4dadb91e5a1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.923982 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.951616 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 902} {{(pid=101843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:29:01.953155 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.956994 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:01.957803 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.975703 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789671301991', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:01.976302 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Unsubscribe: segment precommit_create {{(pid=101843) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 29 01:29:01.976765 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.db.segments_db [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Added segment 33ff02cd-52dc-4853-a733-113b2fb2c58e of type vlan for network 994299c4-5e9a-49d2-8046-83a41a29fd88 Oct 29 01:29:01.989803 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832104dc-713a-4e97-9696-f9600380bf2d,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:02.023517 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:02.024583 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:02.024583 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:02.024583 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:02.025023 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:02.025558 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:02.026072 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:02.026611 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:02.027145 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:02.027658 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:02.028184 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:02.028697 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Tracked resource versions report: Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: pushed versions: Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: { 'AddressGroup': {'1.2'}, Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'ConntrackHelper': {'1.0'}, Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Log': {'1.0'}, Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Network': {'1.1'}, Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Port': {'1.7'}, Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'PortForwarding': {'1.2'}, Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'QosPolicy': {'1.10'}, Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'SecurityGroup': {'1.4'}, Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'SecurityGroupRule': {'1.2'}, Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'SubPort': {'1.0'}, Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Subnet': {'1.1'}, Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Trunk': {'1.1'}} Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: consumer versions: Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: { DHCP agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: HyperV agent@hv-cinder-81398: {}, Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: L3 agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: Metadata agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: Metering agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: Open vSwitch agent@dv-cinder-813984-5-iscsi: { 'AddressGroup': '1.2', Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'ConntrackHelper': '1.0', Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Log': '1.0', Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Network': '1.1', Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Port': '1.7', Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'PortForwarding': '1.2', Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'QosPolicy': '1.10', Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'SecurityGroup': '1.4', Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'SecurityGroupRule': '1.2', Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'SubPort': '1.0', Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Subnet': '1.1', Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: 'Trunk': '1.1'}} Oct 29 01:29:02.029955 dv-cinder-813984-5-iscsi neutron-server[101843]: {{(pid=101843) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 01:29:02.053537 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:02.056932 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9482076 Oct 29 01:29:02.056932 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a91d6048-b357-4daf-9e36-4dadb91e5a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:02.058011 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91d6048-b357-4daf-9e36-4dadb91e5a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:02.058150 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 54714) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:02.058261 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a91d6048-b357-4daf-9e36-4dadb91e5a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:02.063874 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-9d31e6a6-6007-4d96-b62f-b72f2826d4f6 admin admin] Request body: {'subnet': {'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-465067034-subnet', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:02.074111 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69a798-2cbe-4975-816e-d62aeeff8c52 admin admin] Pushing event updated for resources: {'Network': ['ID=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:02.089977 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:29:02.166686 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d6048-b357-4daf-9e36-4dadb91e5a1c admin admin] Pushing event updated for resources: {'Network': ['ID=006f6d9c-421b-4727-965e-1d0818b23f42,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:02.189695 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network 006f6d9c-421b-4727-965e-1d0818b23f42 details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:29:02.197139 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-a91d6048-b357-4daf-9e36-4dadb91e5a1c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0679927 Oct 29 01:29:02.211088 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54722) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:02.218021 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-cf69bd98-44ce-439b-a9e2-a6b012538aa5 admin admin] Request body: {'subnet': {'network_id': '006f6d9c-421b-4727-965e-1d0818b23f42', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-498416890-subnet', 'tenant_id': 'bfb1a96bc2154de787f2d217b2ac27f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:02.227114 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:02.228354 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:02.229032 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:02.346577 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d31e6a6-6007-4d96-b62f-b72f2826d4f6 admin admin] Made reservation on behalf of c51a2093a0874d52a08f6e25489ba181 for: {'subnet': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:29:02.349641 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9d31e6a6-6007-4d96-b62f-b72f2826d4f6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:02.374155 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] Pushing event updated for resources: {'Network': ['ID=994299c4-5e9a-49d2-8046-83a41a29fd88,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:02.416991 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network 994299c4-5e9a-49d2-8046-83a41a29fd88 details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:29:02.499682 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cafe09-b8ab-4fb2-9339-ab515b23327f admin admin] Made reservation on behalf of 413ce1a7d8504d0b9f656d9e623f9005 for: {'network': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:29:02.502272 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f9cafe09-b8ab-4fb2-9339-ab515b23327f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:02.531694 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f9cafe09-b8ab-4fb2-9339-ab515b23327f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:02.604405 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf69bd98-44ce-439b-a9e2-a6b012538aa5 admin admin] Made reservation on behalf of bfb1a96bc2154de787f2d217b2ac27f7 for: {'subnet': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:29:02.606743 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cf69bd98-44ce-439b-a9e2-a6b012538aa5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:02.662532 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f9cafe09-b8ab-4fb2-9339-ab515b23327f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:02.732360 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-f2519db0-3e64-4698-a548-663a060c6d8c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4382856 Oct 29 01:29:02.732360 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9d31e6a6-6007-4d96-b62f-b72f2826d4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for subnet, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:02.738173 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 54734) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:02.751202 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-2eda1f9d-3d2c-44c6-a48e-b6325c0753d0 admin admin] Request body: {'subnet': {'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-849913223-subnet', 'tenant_id': '4b037cd872fe4e0b8b9429048c567b1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:02.818346 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31e6a6-6007-4d96-b62f-b72f2826d4f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67bc09a3-f88c-4c46-a274-32b5b88cd6f4,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:02.834492 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d31e6a6-6007-4d96-b62f-b72f2826d4f6 admin admin] Checking segment: {'id': 'dc852203-768c-4234-8d94-cf677f682d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:29:02.834887 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d31e6a6-6007-4d96-b62f-b72f2826d4f6 admin admin] Network hostable DHCP agents. Network: 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:29:02.879771 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f9cafe09-b8ab-4fb2-9339-ab515b23327f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:02.905188 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9cafe09-b8ab-4fb2-9339-ab515b23327f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 926} {{(pid=101843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:29:02.907205 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cf69bd98-44ce-439b-a9e2-a6b012538aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for subnet, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:02.912960 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eda1f9d-3d2c-44c6-a48e-b6325c0753d0 admin admin] Made reservation on behalf of 4b037cd872fe4e0b8b9429048c567b1b for: {'subnet': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:29:02.915310 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2eda1f9d-3d2c-44c6-a48e-b6325c0753d0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:02.927617 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f9cafe09-b8ab-4fb2-9339-ab515b23327f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:02.928283 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.db.segments_db [None req-f9cafe09-b8ab-4fb2-9339-ab515b23327f admin admin] Added segment 564129eb-dd2d-4a86-87aa-2167d44f714d of type vlan for network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a Oct 29 01:29:02.931334 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cafe09-b8ab-4fb2-9339-ab515b23327f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba130bb8-5c8d-4cd2-97de-4de6575457c8,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:02.971026 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf69bd98-44ce-439b-a9e2-a6b012538aa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6440eb58-7ae9-43ee-9d3f-8725d5d4a95d,revision_number=0']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:02.983047 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf69bd98-44ce-439b-a9e2-a6b012538aa5 admin admin] Checking segment: {'id': '2513c197-fefa-42fb-9112-16e5e925e1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '006f6d9c-421b-4727-965e-1d0818b23f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:29:02.987213 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf69bd98-44ce-439b-a9e2-a6b012538aa5 admin admin] Network hostable DHCP agents. Network: 006f6d9c-421b-4727-965e-1d0818b23f42, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:29:02.993053 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d31e6a6-6007-4d96-b62f-b72f2826d4f6 admin admin] Network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:29:03.006021 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:03.052707 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f9cafe09-b8ab-4fb2-9339-ab515b23327f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:03.164662 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-9d31e6a6-6007-4d96-b62f-b72f2826d4f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c) {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:03.171035 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d31e6a6-6007-4d96-b62f-b72f2826d4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:03.173349 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9d31e6a6-6007-4d96-b62f-b72f2826d4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:03.174565 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8d6b1b-1e46-4903-ab0d-431a4e4e7fc8 None None] Network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:29:03.185023 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f9cafe09-b8ab-4fb2-9339-ab515b23327f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:03.190730 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cafe09-b8ab-4fb2-9339-ab515b23327f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:03.190730 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f9cafe09-b8ab-4fb2-9339-ab515b23327f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:03.244311 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf69bd98-44ce-439b-a9e2-a6b012538aa5 admin admin] Network 006f6d9c-421b-4727-965e-1d0818b23f42 is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:29:03.250595 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-cf69bd98-44ce-439b-a9e2-a6b012538aa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, 006f6d9c-421b-4727-965e-1d0818b23f42) {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:03.255772 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69bd98-44ce-439b-a9e2-a6b012538aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:03.256635 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cf69bd98-44ce-439b-a9e2-a6b012538aa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:03.261897 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3262d457-9ef1-4eb3-b5de-fa384303a8cc None None] Network 006f6d9c-421b-4727-965e-1d0818b23f42 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:29:03.271040 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cafe09-b8ab-4fb2-9339-ab515b23327f admin admin] Pushing event updated for resources: {'Network': ['ID=83a007f6-bd8f-4f0b-a900-af58d53d6b5a,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:03.304490 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-9d31e6a6-6007-4d96-b62f-b72f2826d4f6 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2450516 Oct 29 01:29:03.307122 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 54746) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:03.309938 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:29:03.312359 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:03.349910 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-cf69bd98-44ce-439b-a9e2-a6b012538aa5 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1375184 Oct 29 01:29:03.373281 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2eda1f9d-3d2c-44c6-a48e-b6325c0753d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for subnet, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:03.398600 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-f9cafe09-b8ab-4fb2-9339-ab515b23327f admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0996876 Oct 29 01:29:03.403549 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54758) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:03.412237 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-de18172a-aea8-46b4-bb2d-5a604fed696a admin admin] Request body: {'subnet': {'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-subnet', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:03.460738 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda1f9d-3d2c-44c6-a48e-b6325c0753d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=461ec7a9-0b24-4557-8d0b-f37f5daa734d,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:03.481129 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3604'] for router, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:03.484070 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3587'] for router, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:03.492231 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eda1f9d-3d2c-44c6-a48e-b6325c0753d0 admin admin] Checking segment: {'id': '33ff02cd-52dc-4853-a733-113b2fb2c58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:29:03.492231 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eda1f9d-3d2c-44c6-a48e-b6325c0753d0 admin admin] Network hostable DHCP agents. Network: 994299c4-5e9a-49d2-8046-83a41a29fd88, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:29:03.507653 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d33461b-c472-5369-acc0-faddeed87618-598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'fixed_ips': [{'subnet_id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4'}]}} from dv-cinder-813984-5-iscsi. {{(pid=101844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 01:29:03.508574 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:03.585835 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d27b19-6d0d-4b5c-acef-4bfe3362ea7d None None] Network 006f6d9c-421b-4727-965e-1d0818b23f42 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:29:03.604375 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de18172a-aea8-46b4-bb2d-5a604fed696a admin admin] Made reservation on behalf of 413ce1a7d8504d0b9f656d9e623f9005 for: {'subnet': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:29:03.606750 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-de18172a-aea8-46b4-bb2d-5a604fed696a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:03.773389 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eda1f9d-3d2c-44c6-a48e-b6325c0753d0 admin admin] Network 994299c4-5e9a-49d2-8046-83a41a29fd88 is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:29:03.816050 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:03.850486 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Allocated IP 172.20.0.2 (598c8fe0-c1fa-4706-88a3-f2e6ce25e99c/67bc09a3-f88c-4c46-a274-32b5b88cd6f4/0b4e888a-ca47-4d60-8beb-c7498f91610e) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:29:03.930091 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-2eda1f9d-3d2c-44c6-a48e-b6325c0753d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, 994299c4-5e9a-49d2-8046-83a41a29fd88) {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:03.935331 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eda1f9d-3d2c-44c6-a48e-b6325c0753d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:03.939576 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2eda1f9d-3d2c-44c6-a48e-b6325c0753d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:04.046935 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2acc97-056c-4d23-b24c-69fbed5b2710 None None] Network 994299c4-5e9a-49d2-8046-83a41a29fd88 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:29:04.086343 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54800) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:04.088481 dv-cinder-813984-5-iscsi neutron-server[101842]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 29 01:29:04.188361 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Publish callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:04.224712 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:04.226688 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-de18172a-aea8-46b4-bb2d-5a604fed696a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for subnet, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:04.231231 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-2eda1f9d-3d2c-44c6-a48e-b6325c0753d0 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4874132 Oct 29 01:29:04.234017 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 54806) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:04.239134 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-849913223-router', 'tenant_id': '4b037cd872fe4e0b8b9429048c567b1b', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:04.273682 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:04.282480 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7f0953-004b-439f-ae91-a9c7a22c7ce0 None None] Network 994299c4-5e9a-49d2-8046-83a41a29fd88 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:29:04.335264 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18172a-aea8-46b4-bb2d-5a604fed696a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ede7331-865e-43e5-b251-83ad21e6a29c,revision_number=0']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:04.344207 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-76715055-2863-4482-803b-f87f04e95016 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:04.345850 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-76715055-2863-4482-803b-f87f04e95016 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/networks?id=006f6d9c-421b-4727-965e-1d0818b23f42 HTTP/1.1" status: 200 len: 811 time: 0.2585037 Oct 29 01:29:04.359033 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de18172a-aea8-46b4-bb2d-5a604fed696a admin admin] Checking segment: {'id': '564129eb-dd2d-4a86-87aa-2167d44f714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:29:04.359404 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de18172a-aea8-46b4-bb2d-5a604fed696a admin admin] Network hostable DHCP agents. Network: 83a007f6-bd8f-4f0b-a900-af58d53d6b5a, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:29:04.361232 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3604'] for router, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:04.363537 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3587'] for router, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:04.374318 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:29:04.375339 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-9af02df3-9d7f-431d-a7ba-fe2c71d7df02 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/quotas/bfb1a96bc2154de787f2d217b2ac27f7 HTTP/1.1" status: 200 len: 375 time: 0.0194502 Oct 29 01:29:04.387653 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:04.392749 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:29:04.395138 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Pushing event updated for resources: {'Port': ['ID=0b4e888a-ca47-4d60-8beb-c7498f91610e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:04.413556 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:04.413926 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:04.414459 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:04.414794 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:04.415125 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:04.415451 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:04.415792 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:04.418228 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:04.418228 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:04.418228 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:04.418228 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:04.418228 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Tracked resource versions report: Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: pushed versions: Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: { 'AddressGroup': {'1.2'}, Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'ConntrackHelper': {'1.0'}, Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Log': {'1.0'}, Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Network': {'1.1'}, Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Port': {'1.7'}, Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'PortForwarding': {'1.2'}, Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'QosPolicy': {'1.10'}, Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'SecurityGroup': {'1.4'}, Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'SecurityGroupRule': {'1.2'}, Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'SubPort': {'1.0'}, Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Subnet': {'1.1'}, Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Trunk': {'1.1'}} Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: consumer versions: Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: { DHCP agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: HyperV agent@hv-cinder-81398: {}, Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: L3 agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: Metadata agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: Metering agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: Open vSwitch agent@dv-cinder-813984-5-iscsi: { 'AddressGroup': '1.2', Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'ConntrackHelper': '1.0', Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Log': '1.0', Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Network': '1.1', Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Port': '1.7', Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'PortForwarding': '1.2', Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'QosPolicy': '1.10', Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'SecurityGroup': '1.4', Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'SecurityGroupRule': '1.2', Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'SubPort': '1.0', Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Subnet': '1.1', Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: 'Trunk': '1.1'}} Oct 29 01:29:04.419151 dv-cinder-813984-5-iscsi neutron-server[101844]: {{(pid=101844) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 01:29:04.477427 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-82f5adf0-1484-47ed-b83e-a365194ee8e7 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=bfb1a96bc2154de787f2d217b2ac27f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790854 Oct 29 01:29:04.479146 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de18172a-aea8-46b4-bb2d-5a604fed696a admin admin] Network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:29:04.500936 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Attempting to bind port 0b4e888a-ca47-4d60-8beb-c7498f91610e on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:29:04.501305 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Attempting to bind port 0b4e888a-ca47-4d60-8beb-c7498f91610e by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': 'dc852203-768c-4234-8d94-cf677f682d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:29:04.501665 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Attempting to bind port 0b4e888a-ca47-4d60-8beb-c7498f91610e on network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:29:04.510585 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:29:04.511701 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Checking segment: {'id': 'dc852203-768c-4234-8d94-cf677f682d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:29:04.512130 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:04.512724 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Bound using segment: {'id': 'dc852203-768c-4234-8d94-cf677f682d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:29:04.513194 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Bound port: 0b4e888a-ca47-4d60-8beb-c7498f91610e, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc852203-768c-4234-8d94-cf677f682d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:29:04.513827 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:04.517309 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:04.592965 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-de18172a-aea8-46b4-bb2d-5a604fed696a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, 83a007f6-bd8f-4f0b-a900-af58d53d6b5a) {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:04.607662 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de18172a-aea8-46b4-bb2d-5a604fed696a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:04.607662 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-de18172a-aea8-46b4-bb2d-5a604fed696a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:04.608025 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05b7ad8-b583-4c36-aeb2-15bd1fe8e15b None None] Network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:29:04.730326 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-de18172a-aea8-46b4-bb2d-5a604fed696a admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3252397 Oct 29 01:29:04.739992 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54828) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:04.744322 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:04.818546 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-4e09a91c-9a96-4100-9c8c-918ec430a723 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=101842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:29:04.830110 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-4e09a91c-9a96-4100-9c8c-918ec430a723 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1181133 Oct 29 01:29:04.860113 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] For port 0b4e888a-ca47-4d60-8beb-c7498f91610e, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:29:04.864645 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] For port 0b4e888a-ca47-4d60-8beb-c7498f91610e, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=0b4e888a-ca47-4d60-8beb-c7498f91610e,segment=NetworkSegment(dc852203-768c-4234-8d94-cf677f682d7e),segment_id=dc852203-768c-4234-8d94-cf677f682d7e)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:29:04.902855 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:04.920979 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3604'] for router, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:04.922010 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3587'] for router, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:04.924662 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:04.932273 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-b0a1b7d6-d7cc-46f2-b12b-cba3b690e574 service neutron] 10.222.0.87 "GET /v2.0/networks/006f6d9c-421b-4727-965e-1d0818b23f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012394 Oct 29 01:29:04.950720 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d33461b-c472-5369-acc0-faddeed87618-83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c'}]}} from dv-cinder-813984-5-iscsi. {{(pid=101844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 01:29:04.952046 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:04.955935 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:05.025066 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:05.138932 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bf7002-9725-44ef-b9d2-0356b333603c None None] Pushing event updated for resources: {'Port': ['ID=0b4e888a-ca47-4d60-8beb-c7498f91610e,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:05.164857 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Allocated IP 172.20.0.2 (83a007f6-bd8f-4f0b-a900-af58d53d6b5a/2ede7331-865e-43e5-b251-83ad21e6a29c/10297c9d-4239-4046-8d81-129ce06bcf1e) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:29:05.179953 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:05.202473 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Allocated IP 172.27.3.194 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/e5e8a530-3f8b-46f6-bbbb-72d8b0416b06) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:29:05.239197 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-5e978d67-5e47-4c7a-8b4d-11f0ab236359 service neutron] 10.222.0.87 "GET /v2.0/networks/006f6d9c-421b-4727-965e-1d0818b23f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833135 Oct 29 01:29:05.339715 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Publish callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:05.382046 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:05.505838 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:05.548803 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:05.560379 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:29:05.568438 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Pushing event updated for resources: {'Port': ['ID=10297c9d-4239-4046-8d81-129ce06bcf1e,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:05.571527 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:05.602274 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:29:05.610695 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:05.660177 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:05.796748 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Attempting to bind port 10297c9d-4239-4046-8d81-129ce06bcf1e on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:29:05.797177 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Attempting to bind port 10297c9d-4239-4046-8d81-129ce06bcf1e by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '564129eb-dd2d-4a86-87aa-2167d44f714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:29:05.797607 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Attempting to bind port 10297c9d-4239-4046-8d81-129ce06bcf1e on network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:29:05.803604 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:29:05.804158 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Checking segment: {'id': '564129eb-dd2d-4a86-87aa-2167d44f714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:29:05.804607 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:05.805589 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Bound using segment: {'id': '564129eb-dd2d-4a86-87aa-2167d44f714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:29:05.806064 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Bound port: 10297c9d-4239-4046-8d81-129ce06bcf1e, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564129eb-dd2d-4a86-87aa-2167d44f714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:29:05.806649 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:05.814549 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:05.890001 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-64c0ea72-9d2a-429a-b562-c4d31149cf7a req-1202e491-a177-4139-8d61-425ff6bdd2f0 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 210 time: 0.1133215 Oct 29 01:29:05.906874 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] For port 10297c9d-4239-4046-8d81-129ce06bcf1e, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:29:05.925408 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] For port 10297c9d-4239-4046-8d81-129ce06bcf1e, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=10297c9d-4239-4046-8d81-129ce06bcf1e,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:29:05.962666 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:29:05.975216 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:05.988429 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:29:05.998949 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:06.139790 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308743c-9f29-41f2-9f05-5c84fdf87d92 None None] Pushing event updated for resources: {'Port': ['ID=10297c9d-4239-4046-8d81-129ce06bcf1e,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:06.150704 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:06.176725 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:06.331608 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e8a530-3f8b-46f6-bbbb-72d8b0416b06,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:06.352502 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Allocated IP 172.27.3.19 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/309443fd-071c-4afc-a7cb-0e03a4e54346) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:29:06.679326 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:06.732672 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84290452-5de8-47ed-b43c-c65be4bac37a None None] Network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:29:06.773749 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:06.789675 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-7f2cf264-b5db-4b0f-91bb-617b4c249783 None None] Provisioning complete for port 0b4e888a-ca47-4d60-8beb-c7498f91610e triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:06.790044 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7f2cf264-b5db-4b0f-91bb-617b4c249783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:06.858894 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:06.921584 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Pushing event updated for resources: {'Port': ['ID=309443fd-071c-4afc-a7cb-0e03a4e54346,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:06.938829 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Allocated IP 172.27.3.81 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/d20c670a-2256-40a8-b937-cb962feb7256) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:29:06.969890 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:29:06.975391 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:06.988385 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:29:06.995492 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-74549d30-51ee-431e-830b-e419a58027e9 req-1af0d5b6-b988-47ce-b701-265c7138ae73 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 210 time: 0.0344911 Oct 29 01:29:07.016368 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7f2cf264-b5db-4b0f-91bb-617b4c249783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:07.161429 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-7f2cf264-b5db-4b0f-91bb-617b4c249783 None None] For port 0b4e888a-ca47-4d60-8beb-c7498f91610e, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=0b4e888a-ca47-4d60-8beb-c7498f91610e,segment=NetworkSegment(dc852203-768c-4234-8d94-cf677f682d7e),segment_id=dc852203-768c-4234-8d94-cf677f682d7e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:07.180411 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:07.258451 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991112'] for router, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:07.272767 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7f2cf264-b5db-4b0f-91bb-617b4c249783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:07.336273 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:07.359383 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cf264-b5db-4b0f-91bb-617b4c249783 None None] Pushing event updated for resources: {'Port': ['ID=0b4e888a-ca47-4d60-8beb-c7498f91610e,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:07.394577 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Pushing event updated for resources: {'Port': ['ID=d20c670a-2256-40a8-b937-cb962feb7256,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:07.409583 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:29:07.411333 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:07.433815 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:29:07.594780 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-5be7489e-70e2-493d-9356-951ea79378ba None None] Provisioning complete for port 0b4e888a-ca47-4d60-8beb-c7498f91610e triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:07.595152 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5be7489e-70e2-493d-9356-951ea79378ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:07.686821 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 10297c9d-4239-4046-8d81-129ce06bcf1e up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:07.712547 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4503993f-5521-4ac6-bae3-4d1f0653084d None None] Network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:29:07.755383 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:07.842388 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Router 58ecb1c1-c6e1-478b-90bc-785facda450d is scheduled to L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac with binding_index 1 {{(pid=101843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 01:29:07.863415 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 10297c9d-4239-4046-8d81-129ce06bcf1e triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:07.864490 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:07.909806 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:07.983667 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:29:07.996102 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Sync routers for ids ['58ecb1c1-c6e1-478b-90bc-785facda450d'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:29:08.016941 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Routers {'58ecb1c1-c6e1-478b-90bc-785facda450d'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:29:08.017587 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:29:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['58ecb1c1-c6e1-478b-90bc-785facda450d'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:08.068376 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:08.112739 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-0716f013-b338-4266-9d4b-1c3ab6ab061a None None] Provisioning complete for port 10297c9d-4239-4046-8d81-129ce06bcf1e triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:08.113193 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0716f013-b338-4266-9d4b-1c3ab6ab061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:08.163105 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] For port 10297c9d-4239-4046-8d81-129ce06bcf1e, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=10297c9d-4239-4046-8d81-129ce06bcf1e,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:08.186585 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a99213bf-ad3d-4726-bbc8-9dc0efee4f9a req-de0af1d4-4acf-444c-bc24-b6bdd75cf4ca tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 210 time: 0.0712326 Oct 29 01:29:08.277423 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:08.278226 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 0b4e888a-ca47-4d60-8beb-c7498f91610e up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:08.279221 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991112'] for router, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:08.314267 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991112'] for router, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:08.321155 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] Publish callbacks [] for router, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:08.325336 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-33e73984-6c14-45ab-86d9-cf02c1634d52 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0142052 Oct 29 01:29:08.326166 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 54928) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:08.400897 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Set router 58ecb1c1-c6e1-478b-90bc-785facda450d gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:29:08.445838 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0716f013-b338-4266-9d4b-1c3ab6ab061a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:08.476564 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 0b4e888a-ca47-4d60-8beb-c7498f91610e triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:08.477236 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:08.545868 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Pushing event updated for resources: {'Port': ['ID=10297c9d-4239-4046-8d81-129ce06bcf1e,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:08.564410 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Router e09e300f-4b8b-4c5a-bb43-a23b90719be6 is scheduled to L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac with binding_index 1 {{(pid=101842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 01:29:08.591484 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.db.api [None req-0716f013-b338-4266-9d4b-1c3ab6ab061a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 01:29:08.591484 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG oslo_db.api [None req-0716f013-b338-4266-9d4b-1c3ab6ab061a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 01:29:08.679221 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:29:06Z', 'revision_number': 3, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:08.711394 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Checking router: 58ecb1c1-c6e1-478b-90bc-785facda450d for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:29:08.711766 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Updating router 58ecb1c1-c6e1-478b-90bc-785facda450d port e5e8a530-3f8b-46f6-bbbb-72d8b0416b06 binding host dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:29:08.746089 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:08.835133 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:29:08.848444 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Sync routers for ids ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:29:08.864791 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Routers {'e09e300f-4b8b-4c5a-bb43-a23b90719be6'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:29:08.865557 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:29:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:08.880855 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Router ad7aef24-957c-4975-944c-af541a3a3a2c is scheduled to L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac with binding_index 1 {{(pid=101843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 01:29:08.947882 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] Publish callbacks [] for router, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:08.950496 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-4088ae59-6474-42c0-9c9f-e8279cfb850c admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2095149 Oct 29 01:29:08.953573 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54936) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:09.000876 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Set router e09e300f-4b8b-4c5a-bb43-a23b90719be6 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:29:09.062266 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Publish callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:09.089721 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:29:09.101427 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Sync routers for ids ['ad7aef24-957c-4975-944c-af541a3a3a2c'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:29:09.117555 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Routers {'ad7aef24-957c-4975-944c-af541a3a3a2c'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:29:09.118353 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:29:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['ad7aef24-957c-4975-944c-af541a3a3a2c'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:09.197141 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] Publish callbacks [] for router, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:09.202361 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-e3c2bf68-4ff4-4c18-a084-f2c898205666 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9671316 Oct 29 01:29:09.206976 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 54942) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:09.261265 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:09.417398 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Attempting to bind port e5e8a530-3f8b-46f6-bbbb-72d8b0416b06 on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:29:09.417793 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Attempting to bind port e5e8a530-3f8b-46f6-bbbb-72d8b0416b06 by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:29:09.430012 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Attempting to bind port e5e8a530-3f8b-46f6-bbbb-72d8b0416b06 on network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:29:09.435254 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc6e0b-9295-4dbc-b24f-8921d446076f None None] Pushing event updated for resources: {'Port': ['ID=e5e8a530-3f8b-46f6-bbbb-72d8b0416b06,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:09.461528 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:29:09.466431 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Checking segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:29:09.469773 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:09.470430 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Bound using segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:29:09.473331 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Bound port: e5e8a530-3f8b-46f6-bbbb-72d8b0416b06, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:29:09.474025 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:09.481256 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc6e0b-9295-4dbc-b24f-8921d446076f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:09.486844 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc6e0b-9295-4dbc-b24f-8921d446076f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:09.488363 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc6e0b-9295-4dbc-b24f-8921d446076f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:09.489724 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc6e0b-9295-4dbc-b24f-8921d446076f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:09.493871 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc6e0b-9295-4dbc-b24f-8921d446076f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:09.494440 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc6e0b-9295-4dbc-b24f-8921d446076f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:09.494933 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc6e0b-9295-4dbc-b24f-8921d446076f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:09.495427 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc6e0b-9295-4dbc-b24f-8921d446076f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:09.496897 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc6e0b-9295-4dbc-b24f-8921d446076f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:09.497485 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc6e0b-9295-4dbc-b24f-8921d446076f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:09.498355 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc6e0b-9295-4dbc-b24f-8921d446076f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:09.498694 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc6e0b-9295-4dbc-b24f-8921d446076f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34dc6e0b-9295-4dbc-b24f-8921d446076f None None] Tracked resource versions report: Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: pushed versions: Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: { 'AddressGroup': {'1.2'}, Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'ConntrackHelper': {'1.0'}, Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Log': {'1.0'}, Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Network': {'1.1'}, Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Port': {'1.7'}, Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'PortForwarding': {'1.2'}, Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'QosPolicy': {'1.10'}, Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'SecurityGroup': {'1.4'}, Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'SecurityGroupRule': {'1.2'}, Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'SubPort': {'1.0'}, Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Subnet': {'1.1'}, Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Trunk': {'1.1'}} Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: consumer versions: Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: { DHCP agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: HyperV agent@hv-cinder-81398: {}, Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: L3 agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: Metadata agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: Metering agent@dv-cinder-813984-5-iscsi: {}, Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: Open vSwitch agent@dv-cinder-813984-5-iscsi: { 'AddressGroup': '1.2', Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'ConntrackHelper': '1.0', Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Log': '1.0', Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Network': '1.1', Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Port': '1.7', Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'PortForwarding': '1.2', Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'QosPolicy': '1.10', Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'SecurityGroup': '1.4', Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'SecurityGroupRule': '1.2', Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'SubPort': '1.0', Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Subnet': '1.1', Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: 'Trunk': '1.1'}} Oct 29 01:29:09.500028 dv-cinder-813984-5-iscsi neutron-server[101845]: {{(pid=101845) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 29 01:29:09.516546 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-35e8f90f-86e1-410d-a56c-a17356edccef None None] Provisioning complete for port 10297c9d-4239-4046-8d81-129ce06bcf1e triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:09.516546 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-35e8f90f-86e1-410d-a56c-a17356edccef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:09.528166 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Set router ad7aef24-957c-4975-944c-af541a3a3a2c gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:29:09.610209 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:09.627654 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 10297c9d-4239-4046-8d81-129ce06bcf1e up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:09.679751 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b7e25c5f-5caa-4439-9ee5-68d32fe3128c req-e170306d-4728-4271-842e-876e1c2e1917 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 210 time: 0.1032209 Oct 29 01:29:09.701371 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] For port e5e8a530-3f8b-46f6-bbbb-72d8b0416b06, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:29:09.709878 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] For port e5e8a530-3f8b-46f6-bbbb-72d8b0416b06, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=e5e8a530-3f8b-46f6-bbbb-72d8b0416b06,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:29:09.771714 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 10297c9d-4239-4046-8d81-129ce06bcf1e triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:09.772131 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:09.855605 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:09.877525 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:07Z', 'revision_number': 3, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:09.881926 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:09.918206 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Checking router: e09e300f-4b8b-4c5a-bb43-a23b90719be6 for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:29:09.918569 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Updating router e09e300f-4b8b-4c5a-bb43-a23b90719be6 port d20c670a-2256-40a8-b937-cb962feb7256 binding host dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:29:09.958424 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:09.976931 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Routers {'58ecb1c1-c6e1-478b-90bc-785facda450d'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:29:09.976931 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:29:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['58ecb1c1-c6e1-478b-90bc-785facda450d'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:10.001903 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] Allocated IP 172.20.0.1 (598c8fe0-c1fa-4706-88a3-f2e6ce25e99c/67bc09a3-f88c-4c46-a274-32b5b88cd6f4/ca41fa19-b501-4ae0-ae41-4e21872c5d6b) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:29:10.138700 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] Set router 58ecb1c1-c6e1-478b-90bc-785facda450d gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:29:10.147839 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] Allocated IP 172.20.0.1 (83a007f6-bd8f-4f0b-a900-af58d53d6b5a/2ede7331-865e-43e5-b251-83ad21e6a29c/8869a439-50c9-4be6-92ab-73e96583a53f) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:29:10.212634 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:10.215652 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:10.283206 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:10.294018 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 0b4e888a-ca47-4d60-8beb-c7498f91610e up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:10.340539 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Publish callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:10.364689 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 0b4e888a-ca47-4d60-8beb-c7498f91610e triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:10.365141 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:10.371109 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc6e0b-9295-4dbc-b24f-8921d446076f None None] Pushing event updated for resources: {'Port': ['ID=e5e8a530-3f8b-46f6-bbbb-72d8b0416b06,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:10.389372 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'name': 'tempest-ServerRescueNegativeTestJSON-849913223-router', 'tenant_id': '4b037cd872fe4e0b8b9429048c567b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '309443fd-071c-4afc-a7cb-0e03a4e54346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:07Z', 'revision_number': 3, 'project_id': '4b037cd872fe4e0b8b9429048c567b1b', 'gw_port': {'id': '309443fd-071c-4afc-a7cb-0e03a4e54346', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:40:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:05Z', 'updated_at': '2021-10-29T01:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:10.409959 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:10.420658 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Checking router: ad7aef24-957c-4975-944c-af541a3a3a2c for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:29:10.426080 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Updating router ad7aef24-957c-4975-944c-af541a3a3a2c port 309443fd-071c-4afc-a7cb-0e03a4e54346 binding host dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:29:10.443301 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:29:06Z', 'revision_number': 3, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:10.469066 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] Network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:29:10.473326 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:10.474558 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:10.478496 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:29:10.479032 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989877'] for router_interface, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:10.560295 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:10.572022 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] Pushing event updated for resources: {'Port': ['ID=8869a439-50c9-4be6-92ab-73e96583a53f,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:10.605156 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] Network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:29:10.611580 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:10.618044 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:29:10.620137 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989877'] for router_interface, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:10.648568 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Attempting to bind port d20c670a-2256-40a8-b937-cb962feb7256 on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:29:10.649192 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Attempting to bind port d20c670a-2256-40a8-b937-cb962feb7256 by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:29:10.649720 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Attempting to bind port d20c670a-2256-40a8-b937-cb962feb7256 on network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:29:10.693404 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f3744d-9743-490e-927b-747c83e5df0d None None] The sync data for ids ['58ecb1c1-c6e1-478b-90bc-785facda450d'] in dv-cinder-813984-5-iscsi is: [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:29:06Z', 'revision_number': 3, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:29:10.694199 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:29:10.694673 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Checking segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:29:10.695083 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:10.695472 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Bound using segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:29:10.696000 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Bound port: d20c670a-2256-40a8-b937-cb962feb7256, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:29:10.696404 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:10.712645 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:10.781878 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655f522-3831-4d75-853f-bf0de22be2ba None None] Pushing event updated for resources: {'Port': ['ID=d20c670a-2256-40a8-b937-cb962feb7256,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:11.009236 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:11.042775 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] For port d20c670a-2256-40a8-b937-cb962feb7256, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:29:11.111060 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] For port d20c670a-2256-40a8-b937-cb962feb7256, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=d20c670a-2256-40a8-b937-cb962feb7256,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:29:11.116356 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 54996) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:11.119198 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-92545769-980a-4bb1-b164-9f0d9dca9880 None None] Provisioning complete for port 8869a439-50c9-4be6-92ab-73e96583a53f triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:11.119576 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-92545769-980a-4bb1-b164-9f0d9dca9880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:11.223994 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-92545769-980a-4bb1-b164-9f0d9dca9880 None None] Port 8869a439-50c9-4be6-92ab-73e96583a53f cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:29:11.235216 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-919f2454-21b4-4e56-aa33-b11668d046be req-ec25d88e-0b2a-4f6e-b3d8-91eb04fc65ea tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 210 time: 0.1100919 Oct 29 01:29:11.241027 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] Allocated IP 172.20.0.1 (994299c4-5e9a-49d2-8046-83a41a29fd88/461ec7a9-0b24-4557-8d0b-f37f5daa734d/8f5e4479-6f52-47f3-93f3-b425c5e6e3b6) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:29:11.245329 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ca41fa19-b501-4ae0-ae41-4e21872c5d6b,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:11.263422 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:11.390063 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:11.498756 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Publish callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:11.515896 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:11.525302 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:11.526656 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device e5e8a530-3f8b-46f6-bbbb-72d8b0416b06 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:11.548076 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:11.564102 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655f522-3831-4d75-853f-bf0de22be2ba None None] Pushing event updated for resources: {'Port': ['ID=d20c670a-2256-40a8-b937-cb962feb7256,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:11.594850 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-09d56e7c-8b0e-497d-afa7-a2c55f6ccca7 None None] Provisioning complete for port ca41fa19-b501-4ae0-ae41-4e21872c5d6b triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:11.595222 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-09d56e7c-8b0e-497d-afa7-a2c55f6ccca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:11.597669 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Routers {'e09e300f-4b8b-4c5a-bb43-a23b90719be6'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:29:11.604791 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:29:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:11.613540 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.83', 61133) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:11.621508 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:11.663627 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:11.665319 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987973'] for router_interface, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:11.724352 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d7a15-760c-4b35-a234-2a331c95f0e8 None None] Pushing event updated for resources: {'Port': ['ID=309443fd-071c-4afc-a7cb-0e03a4e54346,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:11.726694 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Attempting to bind port 309443fd-071c-4afc-a7cb-0e03a4e54346 on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:29:11.727098 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Attempting to bind port 309443fd-071c-4afc-a7cb-0e03a4e54346 by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:29:11.727486 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Attempting to bind port 309443fd-071c-4afc-a7cb-0e03a4e54346 on network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:29:11.733462 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:29:11.735366 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Checking segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:29:11.735813 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:11.736793 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Bound using segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:29:11.737973 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Bound port: 309443fd-071c-4afc-a7cb-0e03a4e54346, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:29:11.738223 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:11.755412 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:11.765128 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:11.789839 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] Network 994299c4-5e9a-49d2-8046-83a41a29fd88 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:29:11.798839 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:11.798839 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:29:11.798839 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989877'] for router_interface, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:11.880708 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] For port 309443fd-071c-4afc-a7cb-0e03a4e54346, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:29:11.888233 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port e5e8a530-3f8b-46f6-bbbb-72d8b0416b06 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:11.888676 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] For port 309443fd-071c-4afc-a7cb-0e03a4e54346, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=309443fd-071c-4afc-a7cb-0e03a4e54346,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:29:11.890834 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:11.971213 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] Pushing event updated for resources: {'Port': ['ID=8869a439-50c9-4be6-92ab-73e96583a53f,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:12.012936 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-09d56e7c-8b0e-497d-afa7-a2c55f6ccca7 None None] Port ca41fa19-b501-4ae0-ae41-4e21872c5d6b cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:29:12.027881 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:12.045818 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] Set router e09e300f-4b8b-4c5a-bb43-a23b90719be6 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:29:12.055866 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:12.061694 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987973'] for router_interface, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:12.130250 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] Network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:29:12.135329 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:12.144715 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:12.145784 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Routers {'ad7aef24-957c-4975-944c-af541a3a3a2c'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:29:12.148289 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:29:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['ad7aef24-957c-4975-944c-af541a3a3a2c'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:12.279982 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-d3d46b36-0b55-4963-8da6-78eee65751c3 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:12.286145 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-d3d46b36-0b55-4963-8da6-78eee65751c3 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.83 "GET /v2.0/networks?id=006f6d9c-421b-4727-965e-1d0818b23f42 HTTP/1.1" status: 200 len: 811 time: 0.6691551 Oct 29 01:29:12.299049 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] Pushing event updated for resources: {'Port': ['ID=8f5e4479-6f52-47f3-93f3-b425c5e6e3b6,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:12.367266 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19d7a15-760c-4b35-a234-2a331c95f0e8 None None] Pushing event updated for resources: {'Port': ['ID=309443fd-071c-4afc-a7cb-0e03a4e54346,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:12.405943 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] For port e5e8a530-3f8b-46f6-bbbb-72d8b0416b06, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=e5e8a530-3f8b-46f6-bbbb-72d8b0416b06,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:12.422643 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-baebc305-fb17-4f66-b2dc-3d21d1fcef8e tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Request body: {'port': {'device_id': '52d47b4c-e32e-4708-ade4-0be86b270c03', 'network_id': '006f6d9c-421b-4727-965e-1d0818b23f42', 'admin_state_up': True, 'tenant_id': 'bfb1a96bc2154de787f2d217b2ac27f7'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:12.484124 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-20eb3b37-2426-4573-a8da-550f637ef984 req-b67f1372-6ae3-4eae-80e9-a1fac330bb02 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 210 time: 0.0708544 Oct 29 01:29:12.495242 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8869a439-50c9-4be6-92ab-73e96583a53f', 'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'mac_address': 'fa:16:3e:69:7c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 1, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'subnets': [{'id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:12.502972 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:12.509119 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] Network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:29:12.526261 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ca41fa19-b501-4ae0-ae41-4e21872c5d6b,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:12.537980 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:12.568491 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] Set router ad7aef24-957c-4975-944c-af541a3a3a2c gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:29:12.785030 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:12.787704 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] Router e09e300f-4b8b-4c5a-bb43-a23b90719be6 has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:29:12.796523 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ce8821-c0bf-46e6-942f-7ff166101666 None None] The sync data for ids ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'] in dv-cinder-813984-5-iscsi is: [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8869a439-50c9-4be6-92ab-73e96583a53f', 'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'mac_address': 'fa:16:3e:69:7c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 1, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'subnets': [{'id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:29:12.973746 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Pushing event updated for resources: {'Port': ['ID=e5e8a530-3f8b-46f6-bbbb-72d8b0416b06,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:12.982948 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-7b6a8803-070c-4316-bdc6-5077bcd4e3c6 None None] Provisioning complete for port 8869a439-50c9-4be6-92ab-73e96583a53f triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:12.983328 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7b6a8803-070c-4316-bdc6-5077bcd4e3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:13.035412 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-7b6a8803-070c-4316-bdc6-5077bcd4e3c6 None None] Port 8869a439-50c9-4be6-92ab-73e96583a53f cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:29:13.043263 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] Router 58ecb1c1-c6e1-478b-90bc-785facda450d has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:29:13.094374 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'name': 'tempest-ServerRescueNegativeTestJSON-849913223-router', 'tenant_id': '4b037cd872fe4e0b8b9429048c567b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '309443fd-071c-4afc-a7cb-0e03a4e54346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:07Z', 'revision_number': 3, 'project_id': '4b037cd872fe4e0b8b9429048c567b1b', 'gw_port': {'id': '309443fd-071c-4afc-a7cb-0e03a4e54346', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:40:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:05Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:13.159246 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059fdcb0-a029-445e-a1c5-719206e9e050 None None] The sync data for ids ['ad7aef24-957c-4975-944c-af541a3a3a2c'] in dv-cinder-813984-5-iscsi is: [{'id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'name': 'tempest-ServerRescueNegativeTestJSON-849913223-router', 'tenant_id': '4b037cd872fe4e0b8b9429048c567b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '309443fd-071c-4afc-a7cb-0e03a4e54346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:07Z', 'revision_number': 3, 'project_id': '4b037cd872fe4e0b8b9429048c567b1b', 'gw_port': {'id': '309443fd-071c-4afc-a7cb-0e03a4e54346', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:40:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:05Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:29:13.178432 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-ed032d43-dfcb-4748-9ffd-151a5059418e None None] Provisioning complete for port ca41fa19-b501-4ae0-ae41-4e21872c5d6b triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:13.178891 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ed032d43-dfcb-4748-9ffd-151a5059418e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:13.203910 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:29:13.215391 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-d82c9c0c-6a5d-4391-88d4-777ce10445ed admin admin] 10.222.0.87 "PUT /v2.0/routers/e09e300f-4b8b-4c5a-bb43-a23b90719be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2607813 Oct 29 01:29:13.264947 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-ed032d43-dfcb-4748-9ffd-151a5059418e None None] Port ca41fa19-b501-4ae0-ae41-4e21872c5d6b cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:29:13.309644 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:13.382105 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-baebc305-fb17-4f66-b2dc-3d21d1fcef8e tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Made reservation on behalf of bfb1a96bc2154de787f2d217b2ac27f7 for: {'port': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:29:13.384736 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:29:13.386627 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-baebc305-fb17-4f66-b2dc-3d21d1fcef8e tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:13.396698 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-a59cdb8f-ab10-40b9-a430-678a9015b4e3 admin admin] 10.222.0.87 "PUT /v2.0/routers/58ecb1c1-c6e1-478b-90bc-785facda450d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0689833 Oct 29 01:29:13.421052 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:13.422010 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987973'] for router_interface, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:13.474311 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device e5e8a530-3f8b-46f6-bbbb-72d8b0416b06 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:13.614400 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port e5e8a530-3f8b-46f6-bbbb-72d8b0416b06 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:13.615534 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:13.694951 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Sync routers for ids ['58ecb1c1-c6e1-478b-90bc-785facda450d'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:29:13.720067 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Routers {'58ecb1c1-c6e1-478b-90bc-785facda450d'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:29:13.720668 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:29:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['58ecb1c1-c6e1-478b-90bc-785facda450d'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:13.851902 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] Pushing event updated for resources: {'Port': ['ID=8f5e4479-6f52-47f3-93f3-b425c5e6e3b6,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:13.885425 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-30b6bd2a-ee64-473b-b10a-28e38b346a65 req-6f310080-f0f8-490d-8537-94c869ba0515 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 210 time: 0.1222351 Oct 29 01:29:13.897516 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Set router 58ecb1c1-c6e1-478b-90bc-785facda450d gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:29:13.946035 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] Network 994299c4-5e9a-49d2-8046-83a41a29fd88 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:29:13.947564 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:14.007573 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-baebc305-fb17-4f66-b2dc-3d21d1fcef8e tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Allocated IP 172.20.0.5 (006f6d9c-421b-4727-965e-1d0818b23f42/6440eb58-7ae9-43ee-9d3f-8725d5d4a95d/7c7389c9-c004-43ca-b348-25bb91613962) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:29:14.134093 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:29:14.191270 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] Router ad7aef24-957c-4975-944c-af541a3a3a2c has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:29:14.358606 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 4, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': 'ca41fa19-b501-4ae0-ae41-4e21872c5d6b', 'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'mac_address': 'fa:16:3e:cb:21:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 2, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'subnets': [{'id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:14.414972 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-baebc305-fb17-4f66-b2dc-3d21d1fcef8e tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:14.438715 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Checking router: 58ecb1c1-c6e1-478b-90bc-785facda450d for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:29:14.439073 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Updating router 58ecb1c1-c6e1-478b-90bc-785facda450d port ca41fa19-b501-4ae0-ae41-4e21872c5d6b binding host dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:29:14.482986 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:29:14.503331 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-98ac3863-4598-448f-ae3c-0ff35434df10 admin admin] 10.222.0.87 "PUT /v2.0/routers/ad7aef24-957c-4975-944c-af541a3a3a2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2869184 Oct 29 01:29:14.503695 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:14.503851 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 55086) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:14.512619 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-cd092476-cb83-4c3d-9a32-6f1d47ff1601 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--501577116', 'description': 'tempest-description--1921691610'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:14.570198 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-baebc305-fb17-4f66-b2dc-3d21d1fcef8e tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:14.721564 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cd092476-cb83-4c3d-9a32-6f1d47ff1601 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:14.740013 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 55094) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:14.745300 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-d1bbc934-ae46-4999-b81f-7f611a1aa8b0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1826472245', 'description': 'tempest-description--1646278465'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:14.809124 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-baebc305-fb17-4f66-b2dc-3d21d1fcef8e tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Network 006f6d9c-421b-4727-965e-1d0818b23f42 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:29:14.825169 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-baebc305-fb17-4f66-b2dc-3d21d1fcef8e tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:14.829583 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-baebc305-fb17-4f66-b2dc-3d21d1fcef8e tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:29:14.835391 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-baebc305-fb17-4f66-b2dc-3d21d1fcef8e tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:14.843793 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-baebc305-fb17-4f66-b2dc-3d21d1fcef8e tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:14.846680 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baebc305-fb17-4f66-b2dc-3d21d1fcef8e tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Pushing event updated for resources: {'Port': ['ID=7c7389c9-c004-43ca-b348-25bb91613962,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:14.902253 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d1bbc934-ae46-4999-b81f-7f611a1aa8b0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:15.016648 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-baebc305-fb17-4f66-b2dc-3d21d1fcef8e tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6022475 Oct 29 01:29:15.022723 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cd092476-cb83-4c3d-9a32-6f1d47ff1601 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:15.097613 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Publish callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:15.097777 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d1bbc934-ae46-4999-b81f-7f611a1aa8b0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:15.148058 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cd092476-cb83-4c3d-9a32-6f1d47ff1601 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:15.210067 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d1bbc934-ae46-4999-b81f-7f611a1aa8b0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:15.226684 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:15.257312 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbc934-ae46-4999-b81f-7f611a1aa8b0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:15.666622 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86743331-b1e0-483e-9f3d-7cae60bc7dbd None None] Pushing event updated for resources: {'Port': ['ID=ca41fa19-b501-4ae0-ae41-4e21872c5d6b,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:15.673475 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3710c23-c636-4b60-89c6-72e3e68e1786 req-17b3dd33-5a16-4508-a490-8a21ff0fdf74 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:15.673475 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a3710c23-c636-4b60-89c6-72e3e68e1786 req-17b3dd33-5a16-4508-a490-8a21ff0fdf74 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 931 time: 0.2130661 Oct 29 01:29:15.673475 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd092476-cb83-4c3d-9a32-6f1d47ff1601 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b9597a-a28d-4615-9b61-f6c10ee4be7a,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:15.680370 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Attempting to bind port ca41fa19-b501-4ae0-ae41-4e21872c5d6b on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:29:15.680370 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Attempting to bind port ca41fa19-b501-4ae0-ae41-4e21872c5d6b by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': 'dc852203-768c-4234-8d94-cf677f682d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:29:15.680370 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Attempting to bind port ca41fa19-b501-4ae0-ae41-4e21872c5d6b on network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:29:15.682396 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cd092476-cb83-4c3d-9a32-6f1d47ff1601 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:15.682396 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-cd092476-cb83-4c3d-9a32-6f1d47ff1601 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8660679 Oct 29 01:29:15.682396 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 55126) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:15.684708 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:29:15.684708 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Checking segment: {'id': 'dc852203-768c-4234-8d94-cf677f682d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:29:15.684708 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:15.684708 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Bound using segment: {'id': 'dc852203-768c-4234-8d94-cf677f682d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:29:15.684708 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Bound port: ca41fa19-b501-4ae0-ae41-4e21872c5d6b, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc852203-768c-4234-8d94-cf677f682d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:29:15.684708 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:15.686639 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-77af1131-5c4b-4378-a3a6-11239a833384 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:15.686639 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-77af1131-5c4b-4378-a3a6-11239a833384 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/networks?id=994299c4-5e9a-49d2-8046-83a41a29fd88 HTTP/1.1" status: 200 len: 818 time: 0.2983608 Oct 29 01:29:15.686639 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-57cafd28-d1d6-4c7c-b424-6758c4cc0fc8 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Request body: {'security_group_rule': {'security_group_id': 'a6b9597a-a28d-4615-9b61-f6c10ee4be7a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:15.686639 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-420f9e12-2407-449f-bf3f-60e5971436bc tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=101842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:29:15.686639 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-420f9e12-2407-449f-bf3f-60e5971436bc tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0107381 Oct 29 01:29:15.689637 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d1bbc934-ae46-4999-b81f-7f611a1aa8b0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:15.691622 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] For port ca41fa19-b501-4ae0-ae41-4e21872c5d6b, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:29:15.691622 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] For port ca41fa19-b501-4ae0-ae41-4e21872c5d6b, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=ca41fa19-b501-4ae0-ae41-4e21872c5d6b,segment=NetworkSegment(dc852203-768c-4234-8d94-cf677f682d7e),segment_id=dc852203-768c-4234-8d94-cf677f682d7e)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:29:15.695603 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-d1bbc934-ae46-4999-b81f-7f611a1aa8b0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7666345 Oct 29 01:29:15.695603 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 55132) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:15.696538 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-1a4167e6-107a-4b53-b478-c4bb37d4540a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/quotas/4b037cd872fe4e0b8b9429048c567b1b HTTP/1.1" status: 200 len: 375 time: 0.0792711 Oct 29 01:29:15.697064 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-4ddaab7d-d857-4860-8ec5-6b1d65db2baa tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Request body: {'security_group_rule': {'security_group_id': '0f05dba3-8743-4d8e-a39b-31ca9df2fbcf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:15.697064 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.db.api [None req-4ddaab7d-d857-4860-8ec5-6b1d65db2baa tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 29 01:29:15.697064 dv-cinder-813984-5-iscsi neutron-server[101843]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 29 01:29:15.697064 dv-cinder-813984-5-iscsi neutron-server[101843]: [parameters: {'project_id_1': 'c51a2093a0874d52a08f6e25489ba181', 'expiration_1': datetime.datetime(2021, 10, 29, 1, 28, 55, 539634)}] Oct 29 01:29:15.697064 dv-cinder-813984-5-iscsi neutron-server[101843]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101843) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 01:29:15.698393 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device d20c670a-2256-40a8-b937-cb962feb7256 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:15.699168 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG oslo_db.api [None req-4ddaab7d-d857-4860-8ec5-6b1d65db2baa tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 01:29:15.700456 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a3710c23-c636-4b60-89c6-72e3e68e1786 req-3b8c341b-415a-4027-ba7f-9aeb226c931c tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419772 Oct 29 01:29:15.700964 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port d20c670a-2256-40a8-b937-cb962feb7256 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:15.700964 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:15.700964 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:15.754247 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Request body: {'port': {'device_id': '52d47b4c-e32e-4708-ade4-0be86b270c03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:15.756885 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57cafd28-d1d6-4c7c-b424-6758c4cc0fc8 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:15.757865 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Routers {'58ecb1c1-c6e1-478b-90bc-785facda450d'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:29:15.758871 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:29:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['58ecb1c1-c6e1-478b-90bc-785facda450d'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:15.784491 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-99d3dfdb-3beb-4c15-864b-cf6538f4655d tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=4b037cd872fe4e0b8b9429048c567b1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2686129 Oct 29 01:29:15.925264 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86743331-b1e0-483e-9f3d-7cae60bc7dbd None None] Pushing event updated for resources: {'Port': ['ID=ca41fa19-b501-4ae0-ae41-4e21872c5d6b,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:15.956243 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-b3ede740-20d9-4226-a1ed-af37db203800 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=101842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:29:15.966484 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-b3ede740-20d9-4226-a1ed-af37db203800 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0966284 Oct 29 01:29:16.032629 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:16.046355 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-6e73ff9f-663d-4a3c-85f4-fc6c4e631134 None None] Provisioning complete for port ca41fa19-b501-4ae0-ae41-4e21872c5d6b triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:16.046726 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6e73ff9f-663d-4a3c-85f4-fc6c4e631134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:16.125613 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d417f26d-0ac0-4dd5-876e-e7ebb0c7b599 service neutron] 10.222.0.87 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576381 Oct 29 01:29:16.129772 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] For port d20c670a-2256-40a8-b937-cb962feb7256, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=d20c670a-2256-40a8-b937-cb962feb7256,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:16.168731 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] Set router 58ecb1c1-c6e1-478b-90bc-785facda450d gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:29:16.181223 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4ddaab7d-d857-4860-8ec5-6b1d65db2baa tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:16.222239 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57cafd28-d1d6-4c7c-b424-6758c4cc0fc8 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:16.227938 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:16.237871 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:16.238680 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 309443fd-071c-4afc-a7cb-0e03a4e54346 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:16.308390 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57cafd28-d1d6-4c7c-b424-6758c4cc0fc8 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:16.310626 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4ddaab7d-d857-4860-8ec5-6b1d65db2baa tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:16.415086 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4ddaab7d-d857-4860-8ec5-6b1d65db2baa tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:16.446044 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cafd28-d1d6-4c7c-b424-6758c4cc0fc8 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e476c667-7bbc-44ad-b2f5-7af73cdde6b5,revision_number=0']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:16.468552 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddaab7d-d857-4860-8ec5-6b1d65db2baa tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56af414-5796-4454-b8c5-5f3417d73df0,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:16.473175 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-20f33128-9667-4541-a9a2-cb0f1dce40c9 service neutron] 10.222.0.87 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417816 Oct 29 01:29:16.501589 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6e73ff9f-663d-4a3c-85f4-fc6c4e631134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:16.529347 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57cafd28-d1d6-4c7c-b424-6758c4cc0fc8 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:16.531935 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-57cafd28-d1d6-4c7c-b424-6758c4cc0fc8 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1165872 Oct 29 01:29:16.534706 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 55188) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:16.540143 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-19acf373-e061-4bad-9b65-7dad4161a3f7 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Request body: {'security_group_rule': {'security_group_id': 'a6b9597a-a28d-4615-9b61-f6c10ee4be7a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:16.565768 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4ddaab7d-d857-4860-8ec5-6b1d65db2baa tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:16.571330 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-4ddaab7d-d857-4860-8ec5-6b1d65db2baa tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0603030 Oct 29 01:29:16.572152 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 55190) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:16.591321 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-966e87bb-86dd-4733-8bbb-7d7614b59a53 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Request body: {'security_group_rule': {'security_group_id': '0f05dba3-8743-4d8e-a39b-31ca9df2fbcf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:16.682435 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Pushing event updated for resources: {'Port': ['ID=d20c670a-2256-40a8-b937-cb962feb7256,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:16.767798 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-6e73ff9f-663d-4a3c-85f4-fc6c4e631134 None None] For port ca41fa19-b501-4ae0-ae41-4e21872c5d6b, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=ca41fa19-b501-4ae0-ae41-4e21872c5d6b,segment=NetworkSegment(dc852203-768c-4234-8d94-cf677f682d7e),segment_id=dc852203-768c-4234-8d94-cf677f682d7e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:16.773022 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-19acf373-e061-4bad-9b65-7dad4161a3f7 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:16.790882 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 309443fd-071c-4afc-a7cb-0e03a4e54346 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:16.791329 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:16.859103 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6e73ff9f-663d-4a3c-85f4-fc6c4e631134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:16.920815 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Sync routers for ids ['ad7aef24-957c-4975-944c-af541a3a3a2c'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:29:16.955852 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Routers {'ad7aef24-957c-4975-944c-af541a3a3a2c'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:29:16.956601 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:29:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['ad7aef24-957c-4975-944c-af541a3a3a2c'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:16.970774 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73ff9f-663d-4a3c-85f4-fc6c4e631134 None None] Pushing event updated for resources: {'Port': ['ID=ca41fa19-b501-4ae0-ae41-4e21872c5d6b,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:17.040211 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-19acf373-e061-4bad-9b65-7dad4161a3f7 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:17.054326 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-966e87bb-86dd-4733-8bbb-7d7614b59a53 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:17.124088 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-19acf373-e061-4bad-9b65-7dad4161a3f7 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:17.136699 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-a5026242-d883-4bc3-bf5a-d1f75deeccb7 None None] Provisioning complete for port ca41fa19-b501-4ae0-ae41-4e21872c5d6b triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:17.136699 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a5026242-d883-4bc3-bf5a-d1f75deeccb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:17.195270 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 4, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': 'ca41fa19-b501-4ae0-ae41-4e21872c5d6b', 'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'mac_address': 'fa:16:3e:cb:21:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:15Z', 'revision_number': 4, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'subnets': [{'id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:17.207155 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acf373-e061-4bad-9b65-7dad4161a3f7 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2394fb67-2b16-4178-953c-b25b1f9d2603,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:17.269702 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e983d-2db8-46f3-85a0-3ac3d6a1899d req-0b7c79f3-24ad-4261-9b18-3188727405ce tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:17.294909 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4c1e983d-2db8-46f3-85a0-3ac3d6a1899d req-0b7c79f3-24ad-4261-9b18-3188727405ce tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 931 time: 0.2997696 Oct 29 01:29:17.299928 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-966e87bb-86dd-4733-8bbb-7d7614b59a53 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:17.321145 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:17.323075 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Set router ad7aef24-957c-4975-944c-af541a3a3a2c gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:29:17.369738 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6431d04e-be31-42d9-96e8-e68123f4b396 req-79ee6c13-e4ae-46b3-9ea2-925220345d9f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 210 time: 0.1896355 Oct 29 01:29:17.373320 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] For port 309443fd-071c-4afc-a7cb-0e03a4e54346, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=309443fd-071c-4afc-a7cb-0e03a4e54346,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:17.375455 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-966e87bb-86dd-4733-8bbb-7d7614b59a53 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:17.377252 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e5468e-1f45-4138-b916-86ab409aba19 None None] The sync data for ids ['58ecb1c1-c6e1-478b-90bc-785facda450d'] in dv-cinder-813984-5-iscsi is: [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 4, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': 'ca41fa19-b501-4ae0-ae41-4e21872c5d6b', 'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'mac_address': 'fa:16:3e:cb:21:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:15Z', 'revision_number': 4, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'subnets': [{'id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:29:17.411700 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e87bb-86dd-4733-8bbb-7d7614b59a53 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e315a5c-8d1c-4de0-bf8c-4374ba9f8ee6,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:17.418513 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-19acf373-e061-4bad-9b65-7dad4161a3f7 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:17.424473 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-19acf373-e061-4bad-9b65-7dad4161a3f7 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8881102 Oct 29 01:29:17.429911 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 55218) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:17.438184 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-95fe3b2d-355e-4fbf-ac29-1cc6c7974783 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Request body: {'floatingip': {'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:17.500531 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Sync routers for ids ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:29:17.530117 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4c1e983d-2db8-46f3-85a0-3ac3d6a1899d req-28ff27c2-0891-402c-95b0-12a99cf785fe tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362673 Oct 29 01:29:17.531230 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:17.568024 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-966e87bb-86dd-4733-8bbb-7d7614b59a53 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:17.569173 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-966e87bb-86dd-4733-8bbb-7d7614b59a53 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9885623 Oct 29 01:29:17.578356 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 55222) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:17.609203 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-053a9f6f-32be-4300-aca8-2a81ad0f7bee tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Request body: {'floatingip': {'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:17.652860 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Pushing event updated for resources: {'Port': ['ID=309443fd-071c-4afc-a7cb-0e03a4e54346,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:17.727531 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Routers {'e09e300f-4b8b-4c5a-bb43-a23b90719be6'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:29:17.729730 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:29:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:17.790580 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-95fe3b2d-355e-4fbf-ac29-1cc6c7974783 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for floatingip, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:17.796487 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7389c9-c004-43ca-b348-25bb91613962 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:29:17.929317 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:17.939120 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Set router e09e300f-4b8b-4c5a-bb43-a23b90719be6 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:29:17.981321 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-053a9f6f-32be-4300-aca8-2a81ad0f7bee tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for floatingip, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:18.014187 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Transition to ACTIVE for port object 7c7389c9-c004-43ca-b348-25bb91613962 will not be triggered until provisioned by entity L2. {{(pid=101842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:29:18.160908 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-585e1811-9b3a-4cd9-af06-18df0e43011a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:18.165666 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-585e1811-9b3a-4cd9-af06-18df0e43011a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/networks?id=994299c4-5e9a-49d2-8046-83a41a29fd88 HTTP/1.1" status: 200 len: 818 time: 0.4358292 Oct 29 01:29:18.229831 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-90514c63-ca93-44b7-9759-7633f518cbfa tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/quotas/4b037cd872fe4e0b8b9429048c567b1b HTTP/1.1" status: 200 len: 375 time: 0.0552964 Oct 29 01:29:18.276825 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device d20c670a-2256-40a8-b937-cb962feb7256 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:18.361172 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'name': 'tempest-ServerRescueNegativeTestJSON-849913223-router', 'tenant_id': '4b037cd872fe4e0b8b9429048c567b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '309443fd-071c-4afc-a7cb-0e03a4e54346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '4b037cd872fe4e0b8b9429048c567b1b', 'gw_port': {'id': '309443fd-071c-4afc-a7cb-0e03a4e54346', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:40:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:05Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8f5e4479-6f52-47f3-93f3-b425c5e6e3b6', 'name': '', 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88', 'tenant_id': '4b037cd872fe4e0b8b9429048c567b1b', 'mac_address': 'fa:16:3e:72:83:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '461ec7a9-0b24-4557-8d0b-f37f5daa734d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:10Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 2, 'project_id': '4b037cd872fe4e0b8b9429048c567b1b', 'subnets': [{'id': '461ec7a9-0b24-4557-8d0b-f37f5daa734d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:18.370775 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:18.478658 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Checking router: ad7aef24-957c-4975-944c-af541a3a3a2c for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:29:18.479027 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Updating router ad7aef24-957c-4975-944c-af541a3a3a2c port 8f5e4479-6f52-47f3-93f3-b425c5e6e3b6 binding host dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:29:18.550470 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-702bc0d5-f32a-4588-baa9-e6982c431cb3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=4b037cd872fe4e0b8b9429048c567b1b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2784467 Oct 29 01:29:18.556905 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:18.640528 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7389c9-c004-43ca-b348-25bb91613962,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:18.691075 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port d20c670a-2256-40a8-b937-cb962feb7256 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:18.691802 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:18.746714 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-053a9f6f-32be-4300-aca8-2a81ad0f7bee tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:18.765658 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-95fe3b2d-355e-4fbf-ac29-1cc6c7974783 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:19.069222 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Attempting to bind port 7c7389c9-c004-43ca-b348-25bb91613962 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:29:19.074415 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Attempting to bind port 7c7389c9-c004-43ca-b348-25bb91613962 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '2513c197-fefa-42fb-9112-16e5e925e1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '006f6d9c-421b-4727-965e-1d0818b23f42'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:29:19.075228 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Attempting to bind port 7c7389c9-c004-43ca-b348-25bb91613962 on network 006f6d9c-421b-4727-965e-1d0818b23f42 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:29:19.099087 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Port 7c7389c9-c004-43ca-b348-25bb91613962 on network 006f6d9c-421b-4727-965e-1d0818b23f42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:29:19.099639 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Attempting to bind port 7c7389c9-c004-43ca-b348-25bb91613962 on network 006f6d9c-421b-4727-965e-1d0818b23f42 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:29:19.115062 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d9035-cfff-4fd5-9db1-2d594005fb33 req-111f8255-ccc9-4de9-bf54-fda388df0545 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:19.126656 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b77d9035-cfff-4fd5-9db1-2d594005fb33 req-111f8255-ccc9-4de9-bf54-fda388df0545 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 943 time: 0.3660889 Oct 29 01:29:19.198904 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:29:19.199396 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Checking segment: {'id': '2513c197-fefa-42fb-9112-16e5e925e1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '006f6d9c-421b-4727-965e-1d0818b23f42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:29:19.200321 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Bound using segment: {'id': '2513c197-fefa-42fb-9112-16e5e925e1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '006f6d9c-421b-4727-965e-1d0818b23f42'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:29:19.200868 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Bound port: 7c7389c9-c004-43ca-b348-25bb91613962, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2513c197-fefa-42fb-9112-16e5e925e1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': '006f6d9c-421b-4727-965e-1d0818b23f42'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:29:19.201315 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:19.213277 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [None req-053a9f6f-32be-4300-aca8-2a81ad0f7bee tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Allocated IP 172.27.3.60 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/c03500b4-c5b9-4a5e-9463-314fb4526ff5) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:29:19.233840 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-0ed80752-06e2-4a60-a5bf-3569e7b4edd0 service neutron] 10.222.0.87 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6822243 Oct 29 01:29:19.253899 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device ca41fa19-b501-4ae0-ae41-4e21872c5d6b up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:19.337133 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8869a439-50c9-4be6-92ab-73e96583a53f', 'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'mac_address': 'fa:16:3e:69:7c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 2, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'subnets': [{'id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:19.352407 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b77d9035-cfff-4fd5-9db1-2d594005fb33 req-61f06aeb-631a-4a07-bf5f-41ac4a6c5bd5 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234209 Oct 29 01:29:19.371327 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Publish callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:19.405887 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] For port 7c7389c9-c004-43ca-b348-25bb91613962, host hv-cinder-81398, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:29:19.431046 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port ca41fa19-b501-4ae0-ae41-4e21872c5d6b triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:19.431438 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:19.456159 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Checking router: e09e300f-4b8b-4c5a-bb43-a23b90719be6 for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:29:19.458973 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Updating router e09e300f-4b8b-4c5a-bb43-a23b90719be6 port 8869a439-50c9-4be6-92ab-73e96583a53f binding host dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:29:19.537146 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-053a9f6f-32be-4300-aca8-2a81ad0f7bee tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:19.557978 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:19.578036 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] For port 7c7389c9-c004-43ca-b348-25bb91613962, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=7c7389c9-c004-43ca-b348-25bb91613962,segment=NetworkSegment(2513c197-fefa-42fb-9112-16e5e925e1d9),segment_id=2513c197-fefa-42fb-9112-16e5e925e1d9)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:29:19.636321 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:19.709986 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:19.810664 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:19.812268 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:19.814515 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] 10.222.0.83 "PUT /v2.0/ports/7c7389c9-c004-43ca-b348-25bb91613962 HTTP/1.1" status: 200 len: 1093 time: 4.1702862 Oct 29 01:29:19.816019 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db487e-2e83-4148-9420-7e5f3910e605 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7389c9-c004-43ca-b348-25bb91613962,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:19.818789 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d47b4c-e32e-4708-ade4-0be86b270c03', 'tag': '7c7389c9-c004-43ca-b348-25bb91613962'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:29:19.869149 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-053a9f6f-32be-4300-aca8-2a81ad0f7bee tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:19.895687 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-43f5142d-9b9a-478f-aa8a-6d68498253ba service neutron] 10.222.0.87 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838265 Oct 29 01:29:19.951016 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [None req-95fe3b2d-355e-4fbf-ac29-1cc6c7974783 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Allocated IP 172.27.3.252 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/6df1428b-3eb7-483e-ba00-2dc49307ad85) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:29:19.981036 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc6a184-baad-464b-83c6-66d43fcc8d11" -d '{"events": [{"name": "network-changed", "server_uuid": "52d47b4c-e32e-4708-ade4-0be86b270c03", "tag": "7c7389c9-c004-43ca-b348-25bb91613962"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:29:20.031957 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Attempting to bind port 8f5e4479-6f52-47f3-93f3-b425c5e6e3b6 on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:29:20.032841 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Attempting to bind port 8f5e4479-6f52-47f3-93f3-b425c5e6e3b6 by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '33ff02cd-52dc-4853-a733-113b2fb2c58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:29:20.033439 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Attempting to bind port 8f5e4479-6f52-47f3-93f3-b425c5e6e3b6 on network 994299c4-5e9a-49d2-8046-83a41a29fd88 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:29:20.037559 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052ae54-e02c-4546-b457-7c0b2380f061 None None] Pushing event updated for resources: {'Port': ['ID=8f5e4479-6f52-47f3-93f3-b425c5e6e3b6,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:20.055666 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:29:20.055666 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Checking segment: {'id': '33ff02cd-52dc-4853-a733-113b2fb2c58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:29:20.056951 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:20.057598 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Bound using segment: {'id': '33ff02cd-52dc-4853-a733-113b2fb2c58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:29:20.058385 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Bound port: 8f5e4479-6f52-47f3-93f3-b425c5e6e3b6, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33ff02cd-52dc-4853-a733-113b2fb2c58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:29:20.058958 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:20.161634 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] For port 8f5e4479-6f52-47f3-93f3-b425c5e6e3b6, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:29:20.166112 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] For port 8f5e4479-6f52-47f3-93f3-b425c5e6e3b6, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=8f5e4479-6f52-47f3-93f3-b425c5e6e3b6,segment=NetworkSegment(33ff02cd-52dc-4853-a733-113b2fb2c58e),segment_id=33ff02cd-52dc-4853-a733-113b2fb2c58e)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:29:20.188569 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-95fe3b2d-355e-4fbf-ac29-1cc6c7974783 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:20.232008 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-0b258bc7-d3e5-4ebe-a6b7-4bdc2c41f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:20.233702 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-0b258bc7-d3e5-4ebe-a6b7-4bdc2c41f7de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bfb1a96bc2154de787f2d217b2ac27f7&device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 1096 time: 0.2081630 Oct 29 01:29:20.279218 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053a9f6f-32be-4300-aca8-2a81ad0f7bee tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:29:20.293994 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-053a9f6f-32be-4300-aca8-2a81ad0f7bee tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:20.294876 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:20.302618 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053a9f6f-32be-4300-aca8-2a81ad0f7bee tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:29:20.317854 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a9f6f-32be-4300-aca8-2a81ad0f7bee tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Pushing event updated for resources: {'Port': ['ID=c03500b4-c5b9-4a5e-9463-314fb4526ff5,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:20.388948 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 309443fd-071c-4afc-a7cb-0e03a4e54346 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:20.409926 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f4f196-426f-46af-9d6e-94213a3f6461 x-openstack-request-id: req-d2f4f196-426f-46af-9d6e-94213a3f6461 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:29:20.410514 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d47b4c-e32e-4708-ade4-0be86b270c03", "tag": "7c7389c9-c004-43ca-b348-25bb91613962", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:29:20.410514 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d2f4f196-426f-46af-9d6e-94213a3f6461 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:29:20.410891 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52d47b4c-e32e-4708-ade4-0be86b270c03', 'tag': '7c7389c9-c004-43ca-b348-25bb91613962', 'status': 'completed', 'code': 200} Oct 29 01:29:20.495014 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Routers {'ad7aef24-957c-4975-944c-af541a3a3a2c'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:29:20.506129 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:29:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['ad7aef24-957c-4975-944c-af541a3a3a2c'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:20.541376 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-053a9f6f-32be-4300-aca8-2a81ad0f7bee tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:20.553109 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-542de496-0eb2-447d-b9ff-80a1571f2ab5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c7389c9-c004-43ca-b348-25bb91613962 HTTP/1.1" status: 200 len: 217 time: 0.2439365 Oct 29 01:29:20.595855 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Publish callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:20.673520 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 309443fd-071c-4afc-a7cb-0e03a4e54346 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:20.676460 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:20.732294 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-95fe3b2d-355e-4fbf-ac29-1cc6c7974783 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:20.747822 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6b705715-9e13-4a40-a0f3-e7913b2a2513 req-c73bd352-9c0c-406f-bb2f-17d34d67de51 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 210 time: 0.2003572 Oct 29 01:29:20.821483 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:20.843770 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052ae54-e02c-4546-b457-7c0b2380f061 None None] Pushing event updated for resources: {'Port': ['ID=8f5e4479-6f52-47f3-93f3-b425c5e6e3b6,revision_number=4']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:20.856266 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-053a9f6f-32be-4300-aca8-2a81ad0f7bee tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:20.933484 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fe3b2d-355e-4fbf-ac29-1cc6c7974783 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:29:20.943841 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe3b2d-355e-4fbf-ac29-1cc6c7974783 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Pushing event updated for resources: {'Port': ['ID=6df1428b-3eb7-483e-ba00-2dc49307ad85,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:20.962222 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-95fe3b2d-355e-4fbf-ac29-1cc6c7974783 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:20.972399 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe3b2d-355e-4fbf-ac29-1cc6c7974783 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:29:20.981054 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] Set router ad7aef24-957c-4975-944c-af541a3a3a2c gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:29:21.007585 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f58e45-ced7-4ce4-9074-4e6aa9d8c0ac req-0e6b4c2e-fc54-4b33-8cae-a13e0c1ea007 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:21.023122 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-90f58e45-ced7-4ce4-9074-4e6aa9d8c0ac req-0e6b4c2e-fc54-4b33-8cae-a13e0c1ea007 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 943 time: 0.4796250 Oct 29 01:29:21.036287 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-cbaf520b-6e95-41c0-8918-cc5a689aa4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:21.045498 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-cbaf520b-6e95-41c0-8918-cc5a689aa4c8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6440eb58-7ae9-43ee-9d3f-8725d5d4a95d HTTP/1.1" status: 200 len: 851 time: 0.3909218 Oct 29 01:29:21.074188 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9469a-d7aa-4a8f-9bdb-009e670a38d2 None None] Pushing event updated for resources: {'Port': ['ID=8869a439-50c9-4be6-92ab-73e96583a53f,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:21.183988 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-2daac6cb-724f-465f-8345-200ac59f7ff7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=006f6d9c-421b-4727-965e-1d0818b23f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114368 Oct 29 01:29:21.278152 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-95fe3b2d-355e-4fbf-ac29-1cc6c7974783 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:21.316945 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-90f58e45-ced7-4ce4-9074-4e6aa9d8c0ac req-75d31370-d355-448a-8a43-a72160523e14 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920444 Oct 29 01:29:21.418480 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Attempting to bind port 8869a439-50c9-4be6-92ab-73e96583a53f on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:29:21.419705 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Attempting to bind port 8869a439-50c9-4be6-92ab-73e96583a53f by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '564129eb-dd2d-4a86-87aa-2167d44f714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:29:21.420459 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Attempting to bind port 8869a439-50c9-4be6-92ab-73e96583a53f on network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:29:21.432774 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:29:21.436372 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Checking segment: {'id': '564129eb-dd2d-4a86-87aa-2167d44f714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:29:21.437145 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:21.437571 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Bound using segment: {'id': '564129eb-dd2d-4a86-87aa-2167d44f714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:29:21.438917 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Bound port: 8869a439-50c9-4be6-92ab-73e96583a53f, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564129eb-dd2d-4a86-87aa-2167d44f714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:29:21.439379 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:21.479912 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-053a9f6f-32be-4300-aca8-2a81ad0f7bee tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:21.517559 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-31f068d7-17d2-432d-9aae-192b6c217478 service neutron] 10.222.0.83 "GET /v2.0/networks/006f6d9c-421b-4727-965e-1d0818b23f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891772 Oct 29 01:29:21.581309 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'name': 'tempest-ServerRescueNegativeTestJSON-849913223-router', 'tenant_id': '4b037cd872fe4e0b8b9429048c567b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '309443fd-071c-4afc-a7cb-0e03a4e54346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '4b037cd872fe4e0b8b9429048c567b1b', 'gw_port': {'id': '309443fd-071c-4afc-a7cb-0e03a4e54346', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:05Z', 'updated_at': '2021-10-29T01:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8f5e4479-6f52-47f3-93f3-b425c5e6e3b6', 'name': '', 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88', 'tenant_id': '4b037cd872fe4e0b8b9429048c567b1b', 'mac_address': 'fa:16:3e:72:83:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '461ec7a9-0b24-4557-8d0b-f37f5daa734d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:10Z', 'updated_at': '2021-10-29T01:29:20Z', 'revision_number': 4, 'project_id': '4b037cd872fe4e0b8b9429048c567b1b', 'subnets': [{'id': '461ec7a9-0b24-4557-8d0b-f37f5daa734d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:21.596158 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-053a9f6f-32be-4300-aca8-2a81ad0f7bee tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:21.645819 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad3eff1-1ac3-4ec6-9c27-06ea4ff1f9fb None None] The sync data for ids ['ad7aef24-957c-4975-944c-af541a3a3a2c'] in dv-cinder-813984-5-iscsi is: [{'id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'name': 'tempest-ServerRescueNegativeTestJSON-849913223-router', 'tenant_id': '4b037cd872fe4e0b8b9429048c567b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '309443fd-071c-4afc-a7cb-0e03a4e54346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '4b037cd872fe4e0b8b9429048c567b1b', 'gw_port': {'id': '309443fd-071c-4afc-a7cb-0e03a4e54346', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:05Z', 'updated_at': '2021-10-29T01:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8f5e4479-6f52-47f3-93f3-b425c5e6e3b6', 'name': '', 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88', 'tenant_id': '4b037cd872fe4e0b8b9429048c567b1b', 'mac_address': 'fa:16:3e:72:83:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '461ec7a9-0b24-4557-8d0b-f37f5daa734d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:10Z', 'updated_at': '2021-10-29T01:29:20Z', 'revision_number': 4, 'project_id': '4b037cd872fe4e0b8b9429048c567b1b', 'subnets': [{'id': '461ec7a9-0b24-4557-8d0b-f37f5daa734d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:29:21.751410 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2a7350ee-dbd6-448e-94d0-0c6c486c28b3 None None] Provisioning complete for port 8869a439-50c9-4be6-92ab-73e96583a53f triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:21.751797 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a7350ee-dbd6-448e-94d0-0c6c486c28b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:21.804687 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37a1ad95-28ce-49e9-b6d9-4008a76b2a6e req-37881de7-8169-4192-badf-673c0754a7dd service neutron] 10.222.0.83 "GET /v2.0/networks/006f6d9c-421b-4727-965e-1d0818b23f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826298 Oct 29 01:29:21.918927 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2273705e-40b2-448c-87c5-5c11b014240c req-43244087-3940-4a1f-a656-dbcc3eb26662 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 210 time: 0.0888784 Oct 29 01:29:21.920515 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2a7350ee-dbd6-448e-94d0-0c6c486c28b3 None None] Port 8869a439-50c9-4be6-92ab-73e96583a53f cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:29:21.921456 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] For port 8869a439-50c9-4be6-92ab-73e96583a53f, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:29:21.928650 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] For port 8869a439-50c9-4be6-92ab-73e96583a53f, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=8869a439-50c9-4be6-92ab-73e96583a53f,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:29:22.029375 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:22.129769 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a9f6f-32be-4300-aca8-2a81ad0f7bee tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Pushing event updated for resources: {'Port': ['ID=c03500b4-c5b9-4a5e-9463-314fb4526ff5,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:22.142119 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-95fe3b2d-355e-4fbf-ac29-1cc6c7974783 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:22.324064 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6a184-baad-464b-83c6-66d43fcc8d11 req-c481d92a-a5ec-4d25-a10f-92f0d2645970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:22.324064 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9cc6a184-baad-464b-83c6-66d43fcc8d11 req-c481d92a-a5ec-4d25-a10f-92f0d2645970 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=bfb1a96bc2154de787f2d217b2ac27f7&device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 1096 time: 0.1543162 Oct 29 01:29:22.351472 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Routers {'e09e300f-4b8b-4c5a-bb43-a23b90719be6'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:29:22.352256 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:29:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:22.509263 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-053a9f6f-32be-4300-aca8-2a81ad0f7bee tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989738'] for floatingip, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:22.620119 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-053a9f6f-32be-4300-aca8-2a81ad0f7bee tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:22.623141 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-053a9f6f-32be-4300-aca8-2a81ad0f7bee tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0385225 Oct 29 01:29:22.680187 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-95fe3b2d-355e-4fbf-ac29-1cc6c7974783 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:22.752368 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-95fe3b2d-355e-4fbf-ac29-1cc6c7974783 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:22.788412 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] Set router e09e300f-4b8b-4c5a-bb43-a23b90719be6 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:29:22.807409 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-95fe3b2d-355e-4fbf-ac29-1cc6c7974783 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989738'] for floatingip, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:22.837650 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe3b2d-355e-4fbf-ac29-1cc6c7974783 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Pushing event updated for resources: {'Port': ['ID=6df1428b-3eb7-483e-ba00-2dc49307ad85,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:22.927355 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-95fe3b2d-355e-4fbf-ac29-1cc6c7974783 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:22.947847 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-95fe3b2d-355e-4fbf-ac29-1cc6c7974783 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5145931 Oct 29 01:29:23.089677 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 8f5e4479-6f52-47f3-93f3-b425c5e6e3b6 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:23.114371 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9469a-d7aa-4a8f-9bdb-009e670a38d2 None None] Pushing event updated for resources: {'Port': ['ID=8869a439-50c9-4be6-92ab-73e96583a53f,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:23.210546 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.83', 61159) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:23.300444 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d72d1-96a6-4eb0-9595-d72aa770ddc2 req-b1159d27-b229-40a4-b20c-ae27998f4337 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:23.312291 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c80d72d1-96a6-4eb0-9595-d72aa770ddc2 req-b1159d27-b229-40a4-b20c-ae27998f4337 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 943 time: 0.8001759 Oct 29 01:29:23.343701 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-993f87c0-ee51-4218-9efd-b664097a46fb None None] Provisioning complete for port 8869a439-50c9-4be6-92ab-73e96583a53f triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:23.344485 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-993f87c0-ee51-4218-9efd-b664097a46fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:23.352439 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 55388) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:23.407355 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-2f329447-cfea-46ac-9fd8-da70d51537bc tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--1826472245&fields=id&tenant_id=c51a2093a0874d52a08f6e25489ba181 HTTP/1.1" status: 200 len: 267 time: 0.3414552 Oct 29 01:29:23.682250 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-993f87c0-ee51-4218-9efd-b664097a46fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:23.728856 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-0e8ffd69-380d-4a4f-b5e8-6565fab61506 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:23.730634 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-0e8ffd69-380d-4a4f-b5e8-6565fab61506 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.83 "GET /v2.0/networks?id=994299c4-5e9a-49d2-8046-83a41a29fd88 HTTP/1.1" status: 200 len: 818 time: 0.5127575 Oct 29 01:29:23.762255 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-1457ccd7-8f42-4a22-a145-ed1e9a8877fb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Request body: {'port': {'device_id': '09875e40-e63d-4175-9361-fd9439c0c7ca', 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88', 'admin_state_up': True, 'tenant_id': '4b037cd872fe4e0b8b9429048c567b1b'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:23.772387 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-993f87c0-ee51-4218-9efd-b664097a46fb None None] For port 8869a439-50c9-4be6-92ab-73e96583a53f, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=8869a439-50c9-4be6-92ab-73e96583a53f,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:23.784873 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c80d72d1-96a6-4eb0-9595-d72aa770ddc2 req-15051bd0-edbd-470e-ba32-086c4194eebd tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342241 Oct 29 01:29:23.804609 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-edf55917-2451-4874-b9a5-32a1cbad52cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:23.821534 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 8f5e4479-6f52-47f3-93f3-b425c5e6e3b6 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:23.822697 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:23.837906 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6a184-baad-464b-83c6-66d43fcc8d11 req-7192e19f-d6ea-4996-8c37-ed46efa53369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:23.842448 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9cc6a184-baad-464b-83c6-66d43fcc8d11 req-7192e19f-d6ea-4996-8c37-ed46efa53369 service neutron] 10.222.0.83 "GET /v2.0/networks?id=006f6d9c-421b-4727-965e-1d0818b23f42 HTTP/1.1" status: 200 len: 912 time: 1.5048411 Oct 29 01:29:23.864629 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-993f87c0-ee51-4218-9efd-b664097a46fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:23.957272 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9cc6a184-baad-464b-83c6-66d43fcc8d11 req-7deb758c-4de7-47d4-9a95-b3879a34a2a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c7389c9-c004-43ca-b348-25bb91613962 HTTP/1.1" status: 200 len: 217 time: 0.0684760 Oct 29 01:29:24.101818 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2aebc98e-2e75-49f4-a11a-cf6a43d246b5 req-afe6a4b4-a6b8-475a-8aa8-968e0e5c5f07 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 210 time: 0.0802441 Oct 29 01:29:24.153545 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f87c0-ee51-4218-9efd-b664097a46fb None None] Pushing event updated for resources: {'Port': ['ID=8869a439-50c9-4be6-92ab-73e96583a53f,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:24.171831 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-1f5fed1c-71a0-4484-b025-8a7c0a21dee6 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:24.181822 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-1f5fed1c-71a0-4484-b025-8a7c0a21dee6 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/networks?id=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c HTTP/1.1" status: 200 len: 810 time: 0.7709334 Oct 29 01:29:24.202147 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8869a439-50c9-4be6-92ab-73e96583a53f', 'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'mac_address': 'fa:16:3e:69:7c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:21Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'subnets': [{'id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:24.209153 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-fe6ae66e-8dcd-465c-b60d-312ace0b4277 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/quotas/c51a2093a0874d52a08f6e25489ba181 HTTP/1.1" status: 200 len: 375 time: 0.0263317 Oct 29 01:29:24.238997 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1229794-7f15-46ad-b328-cf46c8310be0 None None] The sync data for ids ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'] in dv-cinder-813984-5-iscsi is: [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8869a439-50c9-4be6-92ab-73e96583a53f', 'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'mac_address': 'fa:16:3e:69:7c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:21Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'subnets': [{'id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:29:24.249840 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:24.347223 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-edf55917-2451-4874-b9a5-32a1cbad52cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:24.348393 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] For port 8f5e4479-6f52-47f3-93f3-b425c5e6e3b6, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=8f5e4479-6f52-47f3-93f3-b425c5e6e3b6,segment=NetworkSegment(33ff02cd-52dc-4853-a733-113b2fb2c58e),segment_id=33ff02cd-52dc-4853-a733-113b2fb2c58e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:24.366564 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6a184-baad-464b-83c6-66d43fcc8d11 req-67a16a1d-9bce-4fd4-9912-450bec25ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:24.370780 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9cc6a184-baad-464b-83c6-66d43fcc8d11 req-67a16a1d-9bce-4fd4-9912-450bec25ff93 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6440eb58-7ae9-43ee-9d3f-8725d5d4a95d HTTP/1.1" status: 200 len: 851 time: 0.3576348 Oct 29 01:29:24.393427 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-1457ccd7-8f42-4a22-a145-ed1e9a8877fb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Made reservation on behalf of 4b037cd872fe4e0b8b9429048c567b1b for: {'port': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:29:24.396979 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-1457ccd7-8f42-4a22-a145-ed1e9a8877fb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:24.447573 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:24.474124 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-a3acbe6b-aad0-46e0-94d0-03d6d352b169 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c51a2093a0874d52a08f6e25489ba181&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2636385 Oct 29 01:29:24.490763 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-791456f1-2525-4ddc-9e92-e5c7294fc905 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--501577116&fields=id&tenant_id=413ce1a7d8504d0b9f656d9e623f9005 HTTP/1.1" status: 200 len: 267 time: 0.1357846 Oct 29 01:29:24.496828 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-edf55917-2451-4874-b9a5-32a1cbad52cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:24.571628 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Pushing event updated for resources: {'Port': ['ID=8f5e4479-6f52-47f3-93f3-b425c5e6e3b6,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:24.644466 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 8869a439-50c9-4be6-92ab-73e96583a53f up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:24.698704 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-edf55917-2451-4874-b9a5-32a1cbad52cd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5a5b0bd4a6574488a9735c09f46d000f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3435106 Oct 29 01:29:24.705846 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf55917-2451-4874-b9a5-32a1cbad52cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd67a319-8397-4cd9-a39e-39193897f899,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:24.708052 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 55434) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:24.739006 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 8869a439-50c9-4be6-92ab-73e96583a53f triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:24.739614 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:24.743475 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9cc6a184-baad-464b-83c6-66d43fcc8d11 req-c7f8a3a6-9789-44d5-bcdf-80571aa0db64 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=006f6d9c-421b-4727-965e-1d0818b23f42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655420 Oct 29 01:29:24.806715 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.83', 61163) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:24.864980 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-1457ccd7-8f42-4a22-a145-ed1e9a8877fb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Allocated IP 172.20.0.2 (994299c4-5e9a-49d2-8046-83a41a29fd88/461ec7a9-0b24-4557-8d0b-f37f5daa734d/ccaf14e9-30a4-4d96-9861-9c9c8b5e2172) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:29:24.879325 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-e4fd95d3-753d-4887-a8de-bac9b224132f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:24.885617 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-e4fd95d3-753d-4887-a8de-bac9b224132f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/networks?id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a HTTP/1.1" status: 200 len: 817 time: 0.3938406 Oct 29 01:29:24.909567 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6a9f772a-be6d-45d3-a661-3eca5eae0888 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:24.931326 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-49688a17-2eb1-4d1a-8d9c-261ba8649beb service neutron] 10.222.0.87 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806703 Oct 29 01:29:25.003071 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-55e2858a-df28-4e17-a34a-413af82a5887 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/quotas/413ce1a7d8504d0b9f656d9e623f9005 HTTP/1.1" status: 200 len: 375 time: 0.1162965 Oct 29 01:29:25.093362 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6a9f772a-be6d-45d3-a661-3eca5eae0888 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:25.227349 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 55448) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:25.239590 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9cc6a184-baad-464b-83c6-66d43fcc8d11 req-7539b425-154a-44a2-9479-30ec88a9ec4c service neutron] 10.222.0.83 "GET /v2.0/networks/006f6d9c-421b-4727-965e-1d0818b23f42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4699948 Oct 29 01:29:25.303609 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-ed10709f-d3bc-48ee-a036-efd1ffdfb1cb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:25.305447 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-ed10709f-d3bc-48ee-a036-efd1ffdfb1cb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.83 "GET /v2.0/networks?id=994299c4-5e9a-49d2-8046-83a41a29fd88 HTTP/1.1" status: 200 len: 818 time: 0.4888153 Oct 29 01:29:25.323152 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-a63a595a-b694-4d8e-9fad-00191f07f9b9 service neutron] 10.222.0.87 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089027 Oct 29 01:29:25.333743 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-f040cdbb-ecda-4de0-a4ff-1aab89239751 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=413ce1a7d8504d0b9f656d9e623f9005&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3301096 Oct 29 01:29:25.403424 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-1457ccd7-8f42-4a22-a145-ed1e9a8877fb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:25.424454 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-acc6d278-3b9e-40f7-a36e-fd6d4223f9d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:25.431219 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6a9f772a-be6d-45d3-a661-3eca5eae0888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:25.436392 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6a9f772a-be6d-45d3-a661-3eca5eae0888 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:25.440215 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-6a9f772a-be6d-45d3-a661-3eca5eae0888 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fd67a319-8397-4cd9-a39e-39193897f899 HTTP/1.1" status: 204 len: 168 time: 0.7308211 Oct 29 01:29:25.464012 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f772a-be6d-45d3-a661-3eca5eae0888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd67a319-8397-4cd9-a39e-39193897f899,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:25.503531 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-19a7e4f3-a4d7-453b-b314-0a946c714376 service neutron] 10.222.0.87 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504948 Oct 29 01:29:25.592560 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-acc6d278-3b9e-40f7-a36e-fd6d4223f9d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:25.627941 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-1457ccd7-8f42-4a22-a145-ed1e9a8877fb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:25.665287 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-0dc54972-4fbc-4c3e-993c-db5378d17d83 service neutron] 10.222.0.87 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605451 Oct 29 01:29:25.921279 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-1457ccd7-8f42-4a22-a145-ed1e9a8877fb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Network 994299c4-5e9a-49d2-8046-83a41a29fd88 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:29:25.921279 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-1457ccd7-8f42-4a22-a145-ed1e9a8877fb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:25.921279 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-1457ccd7-8f42-4a22-a145-ed1e9a8877fb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:29:25.921279 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-1457ccd7-8f42-4a22-a145-ed1e9a8877fb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:25.921279 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-1457ccd7-8f42-4a22-a145-ed1e9a8877fb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for port, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:25.924935 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-880bf087-c428-424f-83e3-49a32b653dd2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Request body: {'port': {'device_id': '8daa36f8-7d64-4d9d-94e6-0519848d4a2c', 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88', 'admin_state_up': True, 'tenant_id': '4b037cd872fe4e0b8b9429048c567b1b'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:25.925764 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457ccd7-8f42-4a22-a145-ed1e9a8877fb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Pushing event updated for resources: {'Port': ['ID=ccaf14e9-30a4-4d96-9861-9c9c8b5e2172,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:25.927193 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ecec5-4e07-4d7f-a45f-7b0b35801f46 req-3c42d351-10b5-498f-89e5-14c496ea2e17 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:25.927193 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d35ecec5-4e07-4d7f-a45f-7b0b35801f46 req-3c42d351-10b5-498f-89e5-14c496ea2e17 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 943 time: 0.1985493 Oct 29 01:29:25.953379 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-acc6d278-3b9e-40f7-a36e-fd6d4223f9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:25.999051 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc6d278-3b9e-40f7-a36e-fd6d4223f9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca40cfb-68e8-4d89-92a9-214335163f0c,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:26.020101 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d35ecec5-4e07-4d7f-a45f-7b0b35801f46 req-370cccdc-b5fa-45b6-b048-d1e0289a8c68 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120090 Oct 29 01:29:26.030854 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9cc6a184-baad-464b-83c6-66d43fcc8d11 req-6a8a123b-a657-4731-a5e0-7ddab187771c service neutron] 10.222.0.83 "GET /v2.0/networks/006f6d9c-421b-4727-965e-1d0818b23f42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282610 Oct 29 01:29:26.081546 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-acc6d278-3b9e-40f7-a36e-fd6d4223f9d5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c6df2f9d2bd74ac6860185fc740e5181&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8508620 Oct 29 01:29:26.081891 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 55468) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:26.098286 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-1457ccd7-8f42-4a22-a145-ed1e9a8877fb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3421898 Oct 29 01:29:26.552581 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-06c33ecc-c514-40e6-84eb-0a939eed9a1f req-c2d4630c-bd68-4fa2-81d2-80c96b4816eb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 210 time: 0.4111316 Oct 29 01:29:26.612283 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-880bf087-c428-424f-83e3-49a32b653dd2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Made reservation on behalf of 4b037cd872fe4e0b8b9429048c567b1b for: {'port': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:29:26.630785 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 8f5e4479-6f52-47f3-93f3-b425c5e6e3b6 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:26.631336 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-880bf087-c428-424f-83e3-49a32b653dd2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:26.655289 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c7648c1f-f2a6-483c-9067-43e94597b4f7 req-84ba5bea-68ae-45ff-b14e-e5714e12b572 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 210 time: 0.1477678 Oct 29 01:29:26.729293 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 8f5e4479-6f52-47f3-93f3-b425c5e6e3b6 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:26.733801 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:26.826521 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Request body: {'port': {'device_id': '09875e40-e63d-4175-9361-fd9439c0c7ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:26.968856 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:26.976936 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-880bf087-c428-424f-83e3-49a32b653dd2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Allocated IP 172.20.0.4 (994299c4-5e9a-49d2-8046-83a41a29fd88/461ec7a9-0b24-4557-8d0b-f37f5daa734d/8795097b-0746-4ca7-81ba-d053d48c81c2) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:29:27.188077 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bdb88e11-24c1-4638-8934-f051f78816c5 req-9ea6e217-ee5e-4c72-885e-7649c594439d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 210 time: 0.4720101 Oct 29 01:29:27.272990 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3e920ecd-74bd-4ed7-b6b1-98bb1927faa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:27.298958 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51583c60-5fdd-416c-8b1e-23604d304373 req-ae9548e1-0719-4354-86e6-4d2af52edff8 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:27.300570 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-51583c60-5fdd-416c-8b1e-23604d304373 req-ae9548e1-0719-4354-86e6-4d2af52edff8 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 943 time: 0.1070528 Oct 29 01:29:27.312588 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3e920ecd-74bd-4ed7-b6b1-98bb1927faa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:27.425623 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-880bf087-c428-424f-83e3-49a32b653dd2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:27.454831 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-51583c60-5fdd-416c-8b1e-23604d304373 req-a0a1f9af-4eea-4442-80a3-3874b8f990bc tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242499 Oct 29 01:29:27.541716 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9a5e0499-9765-452f-993c-efc2b337a8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:27.604687 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3e920ecd-74bd-4ed7-b6b1-98bb1927faa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:27.607940 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3e920ecd-74bd-4ed7-b6b1-98bb1927faa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:27.612479 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-3e920ecd-74bd-4ed7-b6b1-98bb1927faa3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8ca40cfb-68e8-4d89-92a9-214335163f0c HTTP/1.1" status: 204 len: 168 time: 1.5263581 Oct 29 01:29:27.632152 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e920ecd-74bd-4ed7-b6b1-98bb1927faa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca40cfb-68e8-4d89-92a9-214335163f0c,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:27.677003 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-880bf087-c428-424f-83e3-49a32b653dd2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:27.977268 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880bf087-c428-424f-83e3-49a32b653dd2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Pushing event updated for resources: {'Port': ['ID=8795097b-0746-4ca7-81ba-d053d48c81c2,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:27.977268 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-880bf087-c428-424f-83e3-49a32b653dd2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Network 994299c4-5e9a-49d2-8046-83a41a29fd88 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:29:27.977268 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0b46dab1-6d5f-4e7b-a00e-d9e3d2fc3b6c req-4cc0fb54-5bf4-404f-8fc3-302597eaa8b0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 210 time: 0.1365092 Oct 29 01:29:27.977268 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-880bf087-c428-424f-83e3-49a32b653dd2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:27.977268 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-880bf087-c428-424f-83e3-49a32b653dd2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:29:27.979073 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.notifiers.nova [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 {{(pid=101843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:29:27.979455 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-880bf087-c428-424f-83e3-49a32b653dd2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:27.979455 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-880bf087-c428-424f-83e3-49a32b653dd2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:27.979609 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:27.979685 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b002ee3-0cfa-49bd-92b8-e5af8c8e000b req-5833d4b3-630a-4a2c-8590-b124e6b828dc tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:27.979685 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6b002ee3-0cfa-49bd-92b8-e5af8c8e000b req-5833d4b3-630a-4a2c-8590-b124e6b828dc tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 931 time: 0.3119195 Oct 29 01:29:27.980116 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.provisioning_blocks [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Transition to ACTIVE for port object ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 will not be triggered until provisioned by entity L2. {{(pid=101843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:29:28.047912 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6b002ee3-0cfa-49bd-92b8-e5af8c8e000b req-09ee7f28-8d6f-48a2-8b5d-427889317e52 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824928 Oct 29 01:29:28.195685 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-880bf087-c428-424f-83e3-49a32b653dd2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4116294 Oct 29 01:29:28.295622 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:28.378765 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ccaf14e9-30a4-4d96-9861-9c9c8b5e2172,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:28.383112 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-96ac501b-41a8-469d-8c0a-c95a1281ec46 req-8b7eb59b-686e-4594-bea0-b14564f833f8 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 210 time: 0.0392513 Oct 29 01:29:28.467136 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Attempting to bind port ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:29:28.467489 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Attempting to bind port ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '33ff02cd-52dc-4853-a733-113b2fb2c58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:29:28.467861 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Attempting to bind port ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 on network 994299c4-5e9a-49d2-8046-83a41a29fd88 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:29:28.472715 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Port ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 on network 994299c4-5e9a-49d2-8046-83a41a29fd88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:29:28.473296 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Attempting to bind port ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 on network 994299c4-5e9a-49d2-8046-83a41a29fd88 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:29:28.478151 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:29:28.478510 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Checking segment: {'id': '33ff02cd-52dc-4853-a733-113b2fb2c58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:29:28.479181 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Bound using segment: {'id': '33ff02cd-52dc-4853-a733-113b2fb2c58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:29:28.479496 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Bound port: ccaf14e9-30a4-4d96-9861-9c9c8b5e2172, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ff02cd-52dc-4853-a733-113b2fb2c58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:29:28.479928 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:28.570257 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 55550) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:28.705445 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe54cf-59da-4ab0-ad3c-c96731b72e29 req-9e92b74f-c965-4c1b-9736-9cf2ba523728 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:28.719782 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4ebe54cf-59da-4ab0-ad3c-c96731b72e29 req-9e92b74f-c965-4c1b-9736-9cf2ba523728 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 943 time: 0.1299334 Oct 29 01:29:28.728283 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] For port ccaf14e9-30a4-4d96-9861-9c9c8b5e2172, host hv-cinder-81398, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:29:28.781572 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] For port ccaf14e9-30a4-4d96-9861-9c9c8b5e2172, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=ccaf14e9-30a4-4d96-9861-9c9c8b5e2172,segment=NetworkSegment(33ff02cd-52dc-4853-a733-113b2fb2c58e),segment_id=33ff02cd-52dc-4853-a733-113b2fb2c58e)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:29:28.829949 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4ebe54cf-59da-4ab0-ad3c-c96731b72e29 req-6227e2d3-fcbf-43d4-afa9-0ab958249f71 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983374 Oct 29 01:29:28.832075 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b33c7d1-a5cf-4e2e-b23d-7bb714bb01e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:28.941542 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b33c7d1-a5cf-4e2e-b23d-7bb714bb01e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:29.021713 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:29.023953 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b33c7d1-a5cf-4e2e-b23d-7bb714bb01e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:29.122754 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:29.122754 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for port, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:29.122754 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] 10.222.0.83 "PUT /v2.0/ports/ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 HTTP/1.1" status: 200 len: 1093 time: 2.3009579 Oct 29 01:29:29.125000 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09875e40-e63d-4175-9361-fd9439c0c7ca', 'tag': 'ccaf14e9-30a4-4d96-9861-9c9c8b5e2172'}] {{(pid=101843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:29:29.137738 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-2b33c7d1-a5cf-4e2e-b23d-7bb714bb01e4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=78aef7315cec45edb329feeef343d983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5663304 Oct 29 01:29:29.138352 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 55576) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:29.233701 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c153e2-20f9-4db9-9179-874445e568a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ccaf14e9-30a4-4d96-9861-9c9c8b5e2172,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:29.239929 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-98dff947-14ed-4e0d-b2e9-21378ac204a0 req-de45210c-a035-4eb7-bdce-75759c642ee0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 210 time: 0.1332648 Oct 29 01:29:29.245526 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33c7d1-a5cf-4e2e-b23d-7bb714bb01e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6be89e3-8dae-406d-a69e-f17a3dfcb24f,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:29.388775 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62e9e1f26a3722756967881dc3103d1ef987c1afaa65af21d436660d1349688f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339bb4d8-1ae2-46da-ac68-78cd4ac13274" -d '{"events": [{"name": "network-changed", "server_uuid": "09875e40-e63d-4175-9361-fd9439c0c7ca", "tag": "ccaf14e9-30a4-4d96-9861-9c9c8b5e2172"}]}' {{(pid=101843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:29:29.417072 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b39b1e14-8639-4d0d-8127-bbee272f74b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:29.459166 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b39b1e14-8639-4d0d-8127-bbee272f74b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:29.515391 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2896c784-c7d0-4565-89e5-91fea04777ed req-6bc7d7df-43c6-4ef4-933e-4a19182b51b5 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:29.527324 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2896c784-c7d0-4565-89e5-91fea04777ed req-6bc7d7df-43c6-4ef4-933e-4a19182b51b5 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 931 time: 0.1644564 Oct 29 01:29:29.573955 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2896c784-c7d0-4565-89e5-91fea04777ed req-5640eb70-155e-4617-8ac5-22d2f03b0442 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454087 Oct 29 01:29:29.638851 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b39b1e14-8639-4d0d-8127-bbee272f74b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:29.641040 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b39b1e14-8639-4d0d-8127-bbee272f74b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:29.649694 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-b39b1e14-8639-4d0d-8127-bbee272f74b4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/c6be89e3-8dae-406d-a69e-f17a3dfcb24f HTTP/1.1" status: 204 len: 168 time: 0.4835312 Oct 29 01:29:29.654339 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b1e14-8639-4d0d-8127-bbee272f74b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6be89e3-8dae-406d-a69e-f17a3dfcb24f,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:29.710442 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee68150-1dc8-4bec-87e8-3f96cf0897b8 x-openstack-request-id: req-3ee68150-1dc8-4bec-87e8-3f96cf0897b8 {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:29:29.710825 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09875e40-e63d-4175-9361-fd9439c0c7ca", "tag": "ccaf14e9-30a4-4d96-9861-9c9c8b5e2172", "status": "completed", "code": 200}]} {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:29:29.711321 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3ee68150-1dc8-4bec-87e8-3f96cf0897b8 {{(pid=101843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:29:29.711982 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09875e40-e63d-4175-9361-fd9439c0c7ca', 'tag': 'ccaf14e9-30a4-4d96-9861-9c9c8b5e2172', 'status': 'completed', 'code': 200} Oct 29 01:29:29.822097 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cb63c3ca-22f0-4f27-9268-f84900d0fa3e req-ff5f2b43-4b93-4afd-bb41-46b28e6d4a2b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 210 time: 0.0316784 Oct 29 01:29:29.979404 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48a1d2-9112-4df3-911e-0aaabacc0aa3 req-b76380b7-8350-4a47-95d0-04fb62564896 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:29.980953 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fd48a1d2-9112-4df3-911e-0aaabacc0aa3 req-b76380b7-8350-4a47-95d0-04fb62564896 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 943 time: 0.0667284 Oct 29 01:29:30.024141 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fd48a1d2-9112-4df3-911e-0aaabacc0aa3 req-f2e3d9c6-b244-499e-807c-557a2c4e560e tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349436 Oct 29 01:29:30.226618 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-32905ad2-2b9f-49a3-9309-fd82c629a835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:30.394473 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3cc05590-afbc-4c7a-a508-13c5cb0491c9 req-a2e703eb-968c-4ca8-97ce-365a9f7ac53a tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 210 time: 0.0279300 Oct 29 01:29:30.697790 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5bd90-9117-40c8-9056-a99ff01ce697 req-a88e4434-7994-487a-816a-c2491684dab3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:30.699338 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-63f5bd90-9117-40c8-9056-a99ff01ce697 req-a88e4434-7994-487a-816a-c2491684dab3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 931 time: 0.0511558 Oct 29 01:29:30.729196 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 55648) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:30.743613 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4c0acc93-005c-4215-be7d-5660348a4db2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:30.748402 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-63f5bd90-9117-40c8-9056-a99ff01ce697 req-08cdf8f7-027b-414c-82aa-2a813eabde5f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405972 Oct 29 01:29:30.823588 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4c0acc93-005c-4215-be7d-5660348a4db2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:30.941146 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a3ae3c39-b734-4df1-a0db-dee0827213ef req-4f537ca6-0d01-428e-bcc3-6287227ced04 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 210 time: 0.0332310 Oct 29 01:29:30.969279 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4c0acc93-005c-4215-be7d-5660348a4db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:31.009520 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-4c0acc93-005c-4215-be7d-5660348a4db2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=95e14d61ca2e48bb8b52f18cf0a2018b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786214 Oct 29 01:29:31.010359 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0acc93-005c-4215-be7d-5660348a4db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073a9b54-941a-4de8-8a28-b3a390a7f581,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:31.012265 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 55658) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:31.066780 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07650610-59fd-47b9-89c6-ee492315cb2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:31.089341 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:31.104906 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07650610-59fd-47b9-89c6-ee492315cb2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:31.177043 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e33e44-ea48-4348-aa9e-251f4ef01f10 req-5cc7e71d-1360-416b-a829-8b2ac23e0a45 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:31.177828 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 55664) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:31.178672 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-93e33e44-ea48-4348-aa9e-251f4ef01f10 req-5cc7e71d-1360-416b-a829-8b2ac23e0a45 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 943 time: 0.0766952 Oct 29 01:29:31.219978 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-93e33e44-ea48-4348-aa9e-251f4ef01f10 req-97d0d1aa-393e-4798-b71e-51d3b04740eb tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347846 Oct 29 01:29:31.288313 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-57789f85-3744-43b5-b418-e481add198b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:31.311652 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:31.346056 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07650610-59fd-47b9-89c6-ee492315cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:31.349042 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07650610-59fd-47b9-89c6-ee492315cb2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:31.349825 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-07650610-59fd-47b9-89c6-ee492315cb2f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/073a9b54-941a-4de8-8a28-b3a390a7f581 HTTP/1.1" status: 204 len: 168 time: 0.3365626 Oct 29 01:29:31.358283 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07650610-59fd-47b9-89c6-ee492315cb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073a9b54-941a-4de8-8a28-b3a390a7f581,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:31.425826 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-57789f85-3744-43b5-b418-e481add198b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:31.525481 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-65be7bd5-9241-454c-9998-ab7a1c5e5345 req-6bcc4163-2250-4710-a540-4505a8633fa3 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 210 time: 0.0514257 Oct 29 01:29:31.529907 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Request body: {'port': {'device_id': '8daa36f8-7d64-4d9d-94e6-0519848d4a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:31.582682 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-57789f85-3744-43b5-b418-e481add198b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:31.603917 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:31.634747 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-57789f85-3744-43b5-b418-e481add198b5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8a75e95f98a4401abb52d191eff9db7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4556947 Oct 29 01:29:31.641093 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 55684) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:31.643086 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57789f85-3744-43b5-b418-e481add198b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee87f7d4-3752-4153-b553-7766c018e4a1,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:31.647555 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bb4d8-1ae2-46da-ac68-78cd4ac13274 req-8bc539ae-40bd-46a4-8e33-d021d0dfb434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:31.649225 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-339bb4d8-1ae2-46da-ac68-78cd4ac13274 req-8bc539ae-40bd-46a4-8e33-d021d0dfb434 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b037cd872fe4e0b8b9429048c567b1b&device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 1096 time: 0.1475611 Oct 29 01:29:31.795215 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25491581-bb75-446a-ab9a-c6dbcc404ae7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:31.870431 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25491581-bb75-446a-ab9a-c6dbcc404ae7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:31.943922 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bb4d8-1ae2-46da-ac68-78cd4ac13274 req-298759b1-c6f7-463c-aba4-97836632abaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:31.947773 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-339bb4d8-1ae2-46da-ac68-78cd4ac13274 req-298759b1-c6f7-463c-aba4-97836632abaf service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=4b037cd872fe4e0b8b9429048c567b1b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2840755 Oct 29 01:29:32.031360 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fbba7-123e-4eae-87f0-d59dbbeac123 req-a6ba7344-ae9c-434b-b6c0-af306a234c9d tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:32.033654 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cc2fbba7-123e-4eae-87f0-d59dbbeac123 req-a6ba7344-ae9c-434b-b6c0-af306a234c9d tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 931 time: 0.1415353 Oct 29 01:29:32.141838 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cc2fbba7-123e-4eae-87f0-d59dbbeac123 req-7668adf6-a9fd-4a4f-883e-6d518ceadb4c tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985997 Oct 29 01:29:32.147499 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-77c447a5-7948-4778-a296-f3622ae5205a req-42f086f0-8baa-4e08-b4c8-f547baab6dc6 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 210 time: 0.0491714 Oct 29 01:29:32.147499 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8795097b-0746-4ca7-81ba-d053d48c81c2 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:29:32.154809 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:32.192873 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339bb4d8-1ae2-46da-ac68-78cd4ac13274 req-95c3b7bc-e6a9-4939-ac89-f7923a23bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:32.194382 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-339bb4d8-1ae2-46da-ac68-78cd4ac13274 req-95c3b7bc-e6a9-4939-ac89-f7923a23bc30 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2365401 Oct 29 01:29:32.197823 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Transition to ACTIVE for port object 8795097b-0746-4ca7-81ba-d053d48c81c2 will not be triggered until provisioned by entity L2. {{(pid=101842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:29:32.198620 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25491581-bb75-446a-ab9a-c6dbcc404ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:32.207097 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25491581-bb75-446a-ab9a-c6dbcc404ae7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:32.207097 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-25491581-bb75-446a-ab9a-c6dbcc404ae7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ee87f7d4-3752-4153-b553-7766c018e4a1 HTTP/1.1" status: 204 len: 168 time: 0.5603657 Oct 29 01:29:32.212452 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25491581-bb75-446a-ab9a-c6dbcc404ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee87f7d4-3752-4153-b553-7766c018e4a1,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:32.300983 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:32.323517 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-200c9d44-59b3-492a-84a5-98021c6f3219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:32.325317 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-200c9d44-59b3-492a-84a5-98021c6f3219 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b037cd872fe4e0b8b9429048c567b1b&device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 1096 time: 0.0481939 Oct 29 01:29:32.388818 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Pushing event updated for resources: {'Port': ['ID=8795097b-0746-4ca7-81ba-d053d48c81c2,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:32.401161 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-fcb9859c-c073-44db-a473-e590d821e774 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 HTTP/1.1" status: 200 len: 217 time: 0.0645366 Oct 29 01:29:32.452548 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e823e24b-7f93-4286-8d15-f17650cdc1de req-b3443387-2aca-4c30-9551-aa5adb1d5d95 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:32.454162 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e823e24b-7f93-4286-8d15-f17650cdc1de req-b3443387-2aca-4c30-9551-aa5adb1d5d95 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 943 time: 0.1208827 Oct 29 01:29:32.456370 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Attempting to bind port 8795097b-0746-4ca7-81ba-d053d48c81c2 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:29:32.456706 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Attempting to bind port 8795097b-0746-4ca7-81ba-d053d48c81c2 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '33ff02cd-52dc-4853-a733-113b2fb2c58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:29:32.457035 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Attempting to bind port 8795097b-0746-4ca7-81ba-d053d48c81c2 on network 994299c4-5e9a-49d2-8046-83a41a29fd88 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:29:32.461980 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Port 8795097b-0746-4ca7-81ba-d053d48c81c2 on network 994299c4-5e9a-49d2-8046-83a41a29fd88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:29:32.466590 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Attempting to bind port 8795097b-0746-4ca7-81ba-d053d48c81c2 on network 994299c4-5e9a-49d2-8046-83a41a29fd88 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:29:32.475010 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:29:32.475355 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Checking segment: {'id': '33ff02cd-52dc-4853-a733-113b2fb2c58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:29:32.475759 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Bound using segment: {'id': '33ff02cd-52dc-4853-a733-113b2fb2c58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:29:32.476231 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Bound port: 8795097b-0746-4ca7-81ba-d053d48c81c2, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33ff02cd-52dc-4853-a733-113b2fb2c58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 902, 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:29:32.476707 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:32.487399 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-1ac08379-7701-419e-b6ef-920b4c15cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:32.490150 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-1ac08379-7701-419e-b6ef-920b4c15cf2c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=461ec7a9-0b24-4557-8d0b-f37f5daa734d HTTP/1.1" status: 200 len: 858 time: 0.0786316 Oct 29 01:29:32.571048 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e823e24b-7f93-4286-8d15-f17650cdc1de req-0f2a85d5-9b88-4ec9-8089-5adaedd5120e tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010609 Oct 29 01:29:32.585813 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-d38dd258-04f9-4274-93c2-d74735e51e0f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=994299c4-5e9a-49d2-8046-83a41a29fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845194 Oct 29 01:29:32.636044 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] For port 8795097b-0746-4ca7-81ba-d053d48c81c2, host hv-cinder-81398, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:29:32.642102 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] For port 8795097b-0746-4ca7-81ba-d053d48c81c2, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8795097b-0746-4ca7-81ba-d053d48c81c2,segment=NetworkSegment(33ff02cd-52dc-4853-a733-113b2fb2c58e),segment_id=33ff02cd-52dc-4853-a733-113b2fb2c58e)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:29:32.675181 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fd2da14b-13b4-4dd5-9748-5732a10694b3 req-d5d488c5-0ce0-4974-b698-cd77926390bf tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 210 time: 0.0362334 Oct 29 01:29:32.712711 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-46e67615-4256-4c4b-8139-3703cc843c79 service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156445 Oct 29 01:29:32.713095 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:32.816951 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:32.817612 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:32.822971 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] 10.222.0.83 "PUT /v2.0/ports/8795097b-0746-4ca7-81ba-d053d48c81c2 HTTP/1.1" status: 200 len: 1093 time: 1.3125780 Oct 29 01:29:32.823698 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3757224-55ad-43d5-a4f9-50e782097661 service neutron] Pushing event updated for resources: {'Port': ['ID=8795097b-0746-4ca7-81ba-d053d48c81c2,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:32.832659 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8daa36f8-7d64-4d9d-94e6-0519848d4a2c', 'tag': '8795097b-0746-4ca7-81ba-d053d48c81c2'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:29:32.835001 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72935b7c-c628-4864-b262-ee27686461ec" -d '{"events": [{"name": "network-changed", "server_uuid": "8daa36f8-7d64-4d9d-94e6-0519848d4a2c", "tag": "8795097b-0746-4ca7-81ba-d053d48c81c2"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:29:32.920531 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-ef5a2a77-34db-46a8-a3eb-17aa46d8cd8f req-c824e283-51a2-4f75-8c6e-16304fb4b3e0 service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928926 Oct 29 01:29:32.977915 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f468e2c9-94b3-4fd5-a193-37823ac72085 x-openstack-request-id: req-f468e2c9-94b3-4fd5-a193-37823ac72085 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:29:32.978105 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8daa36f8-7d64-4d9d-94e6-0519848d4a2c", "tag": "8795097b-0746-4ca7-81ba-d053d48c81c2", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:29:32.978545 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f468e2c9-94b3-4fd5-a193-37823ac72085 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:29:32.979103 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8daa36f8-7d64-4d9d-94e6-0519848d4a2c', 'tag': '8795097b-0746-4ca7-81ba-d053d48c81c2', 'status': 'completed', 'code': 200} Oct 29 01:29:32.991616 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:33.031188 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-dd635ac1-c3d7-464b-8058-d266c5ca9272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:33.032811 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-dd635ac1-c3d7-464b-8058-d266c5ca9272 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b037cd872fe4e0b8b9429048c567b1b&device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 1096 time: 0.0518858 Oct 29 01:29:33.101318 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-1d2af1d7-511e-495a-92c1-3bc60867f862 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8795097b-0746-4ca7-81ba-d053d48c81c2 HTTP/1.1" status: 200 len: 217 time: 0.0464809 Oct 29 01:29:33.156070 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-8e0d3f20-d569-4602-8334-091f37d478f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:33.157807 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-8e0d3f20-d569-4602-8334-091f37d478f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=461ec7a9-0b24-4557-8d0b-f37f5daa734d HTTP/1.1" status: 200 len: 858 time: 0.0465937 Oct 29 01:29:33.175314 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-3d320671-6175-4589-8638-763c6ea70d47 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:33.176935 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-3d320671-6175-4589-8638-763c6ea70d47 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.83 "GET /v2.0/networks?id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a HTTP/1.1" status: 200 len: 817 time: 0.1169791 Oct 29 01:29:33.193642 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-2444d63a-7e9a-4d41-a032-ab14000adcc2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=994299c4-5e9a-49d2-8046-83a41a29fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266137 Oct 29 01:29:33.242025 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-9548d360-7ab1-4323-a608-7339a7bd5bd5 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=413ce1a7d8504d0b9f656d9e623f9005 HTTP/1.1" status: 200 len: 379 time: 0.0534971 Oct 29 01:29:33.258434 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-35e27b36-fb23-4a72-aae0-d9d21681f01a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Request body: {'port': {'device_id': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'admin_state_up': True, 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'security_groups': ['a6b9597a-a28d-4615-9b61-f6c10ee4be7a']}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:33.386907 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-18138a7f-0c3b-45ab-89c3-02de5c110577 service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833272 Oct 29 01:29:33.404698 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-880137a3-e27e-41cc-9648-cc2c8fca4ccc req-1cad7554-498e-49e4-aa84-f57083266665 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 210 time: 0.0705411 Oct 29 01:29:33.438029 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14492c5b-e2fc-4fe0-bb01-890db9e49cd1 req-fbda18fb-0e09-41b5-a939-58c46629068f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:33.440319 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-14492c5b-e2fc-4fe0-bb01-890db9e49cd1 req-fbda18fb-0e09-41b5-a939-58c46629068f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 943 time: 0.1720567 Oct 29 01:29:33.501389 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9c24f70b-ef11-4e37-a46c-7fe77ac55f36 req-05c4ad59-96fa-40e5-84d3-95d204aa3eda service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032028 Oct 29 01:29:33.505410 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-14492c5b-e2fc-4fe0-bb01-890db9e49cd1 req-6d2a9cff-a998-4887-95e9-080a00a1aca8 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576589 Oct 29 01:29:33.587429 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-35e27b36-fb23-4a72-aae0-d9d21681f01a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Made reservation on behalf of 413ce1a7d8504d0b9f656d9e623f9005 for: {'port': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:29:33.600454 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-35e27b36-fb23-4a72-aae0-d9d21681f01a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:33.734419 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72935b7c-c628-4864-b262-ee27686461ec req-a5e43264-ca21-401c-8712-23a694503aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:33.735891 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-72935b7c-c628-4864-b262-ee27686461ec req-a5e43264-ca21-401c-8712-23a694503aa5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b037cd872fe4e0b8b9429048c567b1b&device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 1096 time: 0.0544834 Oct 29 01:29:33.752537 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdd89c-4460-4e14-a6c6-1e1595566e22 req-831dd3ee-e20b-48cc-a296-acdeab6a40b6 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:33.756801 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-76fdd89c-4460-4e14-a6c6-1e1595566e22 req-831dd3ee-e20b-48cc-a296-acdeab6a40b6 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 943 time: 0.0969808 Oct 29 01:29:33.826363 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2ac49268-303b-475e-be76-09d8c18902c8 req-c04821f6-1f4c-4ea3-a013-564b257a72c6 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 210 time: 0.0501816 Oct 29 01:29:33.838239 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-35e27b36-fb23-4a72-aae0-d9d21681f01a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Allocated IP 172.20.0.7 (83a007f6-bd8f-4f0b-a900-af58d53d6b5a/2ede7331-865e-43e5-b251-83ad21e6a29c/01153800-bf44-4376-854e-aec24743a4d7) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:29:33.862249 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-76fdd89c-4460-4e14-a6c6-1e1595566e22 req-adee15a8-5ff9-449f-9cdc-8cf1ae46a079 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971613 Oct 29 01:29:33.913749 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 55784) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:34.151217 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-35e27b36-fb23-4a72-aae0-d9d21681f01a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:34.154924 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-77cbde79-a95d-424b-8694-6eabac01fbd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:34.163962 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-a2493bbb-f3fa-4375-9077-d239e0938a6c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:34.165486 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-a2493bbb-f3fa-4375-9077-d239e0938a6c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.83 "GET /v2.0/networks?id=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c HTTP/1.1" status: 200 len: 810 time: 0.2187023 Oct 29 01:29:34.274466 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-39915a07-5186-448e-84ad-0b9dc148f1d7 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c51a2093a0874d52a08f6e25489ba181 HTTP/1.1" status: 200 len: 380 time: 0.0876181 Oct 29 01:29:34.289088 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-5324e56e-7ef4-4fe5-b2e1-efe783552b18 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Request body: {'port': {'device_id': '0cc2f3ec-53ba-4b8c-a02a-236f8564eb92', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'admin_state_up': True, 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'security_groups': ['0f05dba3-8743-4d8e-a39b-31ca9df2fbcf']}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:34.300813 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72935b7c-c628-4864-b262-ee27686461ec req-b5ec4854-5fb5-4950-bed7-8f4f2a3ce5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:34.302771 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-72935b7c-c628-4864-b262-ee27686461ec req-b5ec4854-5fb5-4950-bed7-8f4f2a3ce5ae service neutron] 10.222.0.83 "GET /v2.0/networks?id=994299c4-5e9a-49d2-8046-83a41a29fd88 HTTP/1.1" status: 200 len: 919 time: 0.5544903 Oct 29 01:29:34.368283 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-72935b7c-c628-4864-b262-ee27686461ec req-87b7d890-21b0-4444-a49d-cc273d93b3be service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8795097b-0746-4ca7-81ba-d053d48c81c2 HTTP/1.1" status: 200 len: 217 time: 0.0455334 Oct 29 01:29:34.443643 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72935b7c-c628-4864-b262-ee27686461ec req-32b24b25-e1ee-4087-867b-63cc0dabd021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:34.445266 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-72935b7c-c628-4864-b262-ee27686461ec req-32b24b25-e1ee-4087-867b-63cc0dabd021 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=461ec7a9-0b24-4557-8d0b-f37f5daa734d HTTP/1.1" status: 200 len: 858 time: 0.0662944 Oct 29 01:29:34.473404 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-77cbde79-a95d-424b-8694-6eabac01fbd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:34.476390 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-35e27b36-fb23-4a72-aae0-d9d21681f01a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:34.491041 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-72935b7c-c628-4864-b262-ee27686461ec req-b75afca0-5166-4a96-95ff-f44c384c6bff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=994299c4-5e9a-49d2-8046-83a41a29fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354421 Oct 29 01:29:34.630135 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-72935b7c-c628-4864-b262-ee27686461ec req-05875fe1-5232-4648-99b2-fcb019ce34f8 service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312337 Oct 29 01:29:34.745466 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-72935b7c-c628-4864-b262-ee27686461ec req-a7204572-aef0-4cea-a1b8-ee3aaf6f622d service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075633 Oct 29 01:29:34.830558 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-35e27b36-fb23-4a72-aae0-d9d21681f01a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:29:34.835596 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-77cbde79-a95d-424b-8694-6eabac01fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:34.843975 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-35e27b36-fb23-4a72-aae0-d9d21681f01a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:34.873589 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-35e27b36-fb23-4a72-aae0-d9d21681f01a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:29:34.888958 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-35e27b36-fb23-4a72-aae0-d9d21681f01a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:34.888958 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-35e27b36-fb23-4a72-aae0-d9d21681f01a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:34.908383 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cbde79-a95d-424b-8694-6eabac01fbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d2d315-a70d-4eff-9162-2276f198eff8,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:34.908383 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e27b36-fb23-4a72-aae0-d9d21681f01a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Pushing event updated for resources: {'Port': ['ID=01153800-bf44-4376-854e-aec24743a4d7,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:34.954304 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-5324e56e-7ef4-4fe5-b2e1-efe783552b18 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Made reservation on behalf of c51a2093a0874d52a08f6e25489ba181 for: {'port': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:29:34.958204 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-5324e56e-7ef4-4fe5-b2e1-efe783552b18 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:35.025795 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e98469-ef13-40dc-bafc-e5e1943d45d5 req-71613453-a1d8-43ab-aff8-61069d9d4cb6 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:35.035287 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-40e98469-ef13-40dc-bafc-e5e1943d45d5 req-71613453-a1d8-43ab-aff8-61069d9d4cb6 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 931 time: 0.5106196 Oct 29 01:29:35.047358 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-77cbde79-a95d-424b-8694-6eabac01fbd3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=98c0b525bcb943199447d80d01c77e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1323280 Oct 29 01:29:35.051212 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 55840) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:35.106322 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c132e-d960-4cef-838c-5cf84933a450 req-3e4f6aa4-0fa5-4199-8de7-ae62b68d6cc8 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:35.113812 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4d4c132e-d960-4cef-838c-5cf84933a450 req-3e4f6aa4-0fa5-4199-8de7-ae62b68d6cc8 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 943 time: 0.2814150 Oct 29 01:29:35.151443 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d332319b-e049-47ab-a5d9-d159a9542df1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:35.178793 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d332319b-e049-47ab-a5d9-d159a9542df1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:35.226256 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-35e27b36-fb23-4a72-aae0-d9d21681f01a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9773493 Oct 29 01:29:35.251206 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-40e98469-ef13-40dc-bafc-e5e1943d45d5 req-4720c4df-5906-474f-8d80-b4a8f2eef2a0 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839178 Oct 29 01:29:35.257777 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Request body: {'port': {'device_id': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:35.262704 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4d4c132e-d960-4cef-838c-5cf84933a450 req-f4cdfc3f-c51c-4d1a-a21d-4e0cc35732d0 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479924 Oct 29 01:29:35.334420 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:35.335948 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-597d93ac-b1be-4fde-abb7-492bdd138929 None None] Provisioning complete for port 01153800-bf44-4376-854e-aec24743a4d7 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:35.336402 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-597d93ac-b1be-4fde-abb7-492bdd138929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:35.352571 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d332319b-e049-47ab-a5d9-d159a9542df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:35.356396 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d332319b-e049-47ab-a5d9-d159a9542df1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:35.358217 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-d332319b-e049-47ab-a5d9-d159a9542df1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/03d2d315-a70d-4eff-9162-2276f198eff8 HTTP/1.1" status: 204 len: 168 time: 0.3050704 Oct 29 01:29:35.385747 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332319b-e049-47ab-a5d9-d159a9542df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d2d315-a70d-4eff-9162-2276f198eff8,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:35.390853 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-597d93ac-b1be-4fde-abb7-492bdd138929 None None] Port 01153800-bf44-4376-854e-aec24743a4d7 cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:29:35.395401 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c3dd28c6-09d4-4a37-93f0-beb28bc39cad req-fea27825-f7ca-4b70-b335-2a7a21ef32bb tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 210 time: 0.0659993 Oct 29 01:29:35.573675 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-5324e56e-7ef4-4fe5-b2e1-efe783552b18 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Allocated IP 172.20.0.14 (598c8fe0-c1fa-4706-88a3-f2e6ce25e99c/67bc09a3-f88c-4c46-a274-32b5b88cd6f4/d40854b4-c7cf-4c79-ba60-0ea2a73669e5) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:29:35.594823 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f85dd-4c25-4c13-8129-beea5c3a6703 req-629958bc-04ce-4052-9c95-81be6273ea3e tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:35.596916 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-618f85dd-4c25-4c13-8129-beea5c3a6703 req-629958bc-04ce-4052-9c95-81be6273ea3e tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 943 time: 0.2717497 Oct 29 01:29:35.760032 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-618f85dd-4c25-4c13-8129-beea5c3a6703 req-bb99fb4b-85de-485c-8780-657de491c652 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550860 Oct 29 01:29:35.874649 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:29:35.882511 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-5324e56e-7ef4-4fe5-b2e1-efe783552b18 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:35.895031 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01153800-bf44-4376-854e-aec24743a4d7 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:29:35.903457 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:35.928239 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Transition to ACTIVE for port object 01153800-bf44-4376-854e-aec24743a4d7 will not be triggered until provisioned by entity L2. {{(pid=101842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:29:36.003866 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:36.004164 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port ccaf14e9-30a4-4d96-9861-9c9c8b5e2172, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=ccaf14e9-30a4-4d96-9861-9c9c8b5e2172,segment=NetworkSegment(33ff02cd-52dc-4853-a733-113b2fb2c58e),segment_id=33ff02cd-52dc-4853-a733-113b2fb2c58e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:36.019213 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': 'ccaf14e9-30a4-4d96-9861-9c9c8b5e2172', 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88', 'port_id': 'ccaf14e9-30a4-4d96-9861-9c9c8b5e2172', 'mac_address': 'fa:16:3e:37:99:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461ec7a9-0b24-4557-8d0b-f37f5daa734d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:29:36.048059 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-5324e56e-7ef4-4fe5-b2e1-efe783552b18 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:36.074128 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Pushing event updated for resources: {'Port': ['ID=01153800-bf44-4376-854e-aec24743a4d7,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:36.078771 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:36.127657 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:29:36.133476 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-5324e56e-7ef4-4fe5-b2e1-efe783552b18 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:29:36.150921 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-5324e56e-7ef4-4fe5-b2e1-efe783552b18 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:29:36.160253 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port ccaf14e9-30a4-4d96-9861-9c9c8b5e2172, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=ccaf14e9-30a4-4d96-9861-9c9c8b5e2172,segment=NetworkSegment(33ff02cd-52dc-4853-a733-113b2fb2c58e),segment_id=33ff02cd-52dc-4853-a733-113b2fb2c58e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:36.160459 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-5324e56e-7ef4-4fe5-b2e1-efe783552b18 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:29:36.166161 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-5324e56e-7ef4-4fe5-b2e1-efe783552b18 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:36.166862 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-5324e56e-7ef4-4fe5-b2e1-efe783552b18 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:36.191388 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Attempting to bind port 01153800-bf44-4376-854e-aec24743a4d7 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:29:36.195307 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Attempting to bind port 01153800-bf44-4376-854e-aec24743a4d7 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '564129eb-dd2d-4a86-87aa-2167d44f714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:29:36.195307 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Attempting to bind port 01153800-bf44-4376-854e-aec24743a4d7 on network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:29:36.197041 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5324e56e-7ef4-4fe5-b2e1-efe783552b18 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Pushing event updated for resources: {'Port': ['ID=d40854b4-c7cf-4c79-ba60-0ea2a73669e5,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:36.201792 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Port 01153800-bf44-4376-854e-aec24743a4d7 on network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:29:36.202268 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Attempting to bind port 01153800-bf44-4376-854e-aec24743a4d7 on network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:29:36.209582 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:29:36.210962 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Checking segment: {'id': '564129eb-dd2d-4a86-87aa-2167d44f714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:29:36.211546 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Bound using segment: {'id': '564129eb-dd2d-4a86-87aa-2167d44f714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:29:36.212214 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Bound port: 01153800-bf44-4376-854e-aec24743a4d7, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564129eb-dd2d-4a86-87aa-2167d44f714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:29:36.212961 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:36.273362 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:36.274182 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 7c7389c9-c004-43ca-b348-25bb91613962 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:29:36.312964 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-5324e56e-7ef4-4fe5-b2e1-efe783552b18 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0277545 Oct 29 01:29:36.328067 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Request body: {'port': {'device_id': '0cc2f3ec-53ba-4b8c-a02a-236f8564eb92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:36.581473 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:36.585168 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] For port 01153800-bf44-4376-854e-aec24743a4d7, host hv-cinder-81398, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:29:36.606054 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c179e7b-360a-4aa7-b647-99eff658c2f9 req-0de95730-dc47-47c7-9a0e-f4767ce23599 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:36.608769 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5c179e7b-360a-4aa7-b647-99eff658c2f9 req-0de95730-dc47-47c7-9a0e-f4767ce23599 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 943 time: 0.1793411 Oct 29 01:29:36.629771 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 7c7389c9-c004-43ca-b348-25bb91613962, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=7c7389c9-c004-43ca-b348-25bb91613962,segment=NetworkSegment(2513c197-fefa-42fb-9112-16e5e925e1d9),segment_id=2513c197-fefa-42fb-9112-16e5e925e1d9)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:36.634080 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1378b-e2c3-4cf6-a6cc-c966c11ff5ed req-ea66baff-130e-4c50-b6a6-54158e638061 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:36.635667 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c0e1378b-e2c3-4cf6-a6cc-c966c11ff5ed req-ea66baff-130e-4c50-b6a6-54158e638061 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.1522727 Oct 29 01:29:36.642210 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] For port 01153800-bf44-4376-854e-aec24743a4d7, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=01153800-bf44-4376-854e-aec24743a4d7,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:29:36.679854 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': '7c7389c9-c004-43ca-b348-25bb91613962', 'network_id': '006f6d9c-421b-4727-965e-1d0818b23f42', 'port_id': '7c7389c9-c004-43ca-b348-25bb91613962', 'mac_address': 'fa:16:3e:af:32:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 912, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6440eb58-7ae9-43ee-9d3f-8725d5d4a95d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:29:36.714559 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5c179e7b-360a-4aa7-b647-99eff658c2f9 req-92306f16-1115-4336-8959-5a546a780a4b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928433 Oct 29 01:29:36.739009 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:36.741706 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=ccaf14e9-30a4-4d96-9861-9c9c8b5e2172,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:36.748254 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:36.775356 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c0e1378b-e2c3-4cf6-a6cc-c966c11ff5ed req-e4b4628e-7282-4a9a-9027-98a7486a502f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233103 Oct 29 01:29:36.792638 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7389c9-c004-43ca-b348-25bb91613962 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:29:36.846287 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 7c7389c9-c004-43ca-b348-25bb91613962, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=7c7389c9-c004-43ca-b348-25bb91613962,segment=NetworkSegment(2513c197-fefa-42fb-9112-16e5e925e1d9),segment_id=2513c197-fefa-42fb-9112-16e5e925e1d9)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:36.882801 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:36.883265 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:36.886002 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] 10.222.0.83 "PUT /v2.0/ports/01153800-bf44-4376-854e-aec24743a4d7 HTTP/1.1" status: 200 len: 1093 time: 1.6377668 Oct 29 01:29:36.892881 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-ab604a37-5855-45d4-abb8-0d783c2a33ad None None] Provisioning complete for port d40854b4-c7cf-4c79-ba60-0ea2a73669e5 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:36.892881 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ab604a37-5855-45d4-abb8-0d783c2a33ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:36.915296 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'tag': '01153800-bf44-4376-854e-aec24743a4d7'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:29:36.918994 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4223277-390e-4209-af2a-26b0eb12b946" -d '{"events": [{"name": "network-changed", "server_uuid": "f64f5ebf-8af1-4507-849e-b7d8e33979ae", "tag": "01153800-bf44-4376-854e-aec24743a4d7"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:29:36.921070 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df606a20-ee46-458c-8a7e-eaeaeb4ba787 service neutron] Pushing event updated for resources: {'Port': ['ID=01153800-bf44-4376-854e-aec24743a4d7,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:36.937825 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:36.955053 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-ab604a37-5855-45d4-abb8-0d783c2a33ad None None] Port d40854b4-c7cf-4c79-ba60-0ea2a73669e5 cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:29:37.027800 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=7c7389c9-c004-43ca-b348-25bb91613962,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:37.170097 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcacc9-87ca-4146-9fae-fe43c1cfa6bc req-0363a398-12d3-45f9-bc09-48d121bb5165 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:37.178921 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5cfcacc9-87ca-4146-9fae-fe43c1cfa6bc req-0363a398-12d3-45f9-bc09-48d121bb5165 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 932 time: 0.2915294 Oct 29 01:29:37.205213 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5babab-e196-41dc-af88-6c39555d416b req-c336cd11-548c-4428-8949-6158e3a587fd tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:37.206712 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3f5babab-e196-41dc-af88-6c39555d416b req-c336cd11-548c-4428-8949-6158e3a587fd tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 944 time: 0.2489977 Oct 29 01:29:37.217813 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-841d1ddb-47b0-4db1-9b81-e60a1b8a2608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:37.220139 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-841d1ddb-47b0-4db1-9b81-e60a1b8a2608 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=413ce1a7d8504d0b9f656d9e623f9005&device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 1096 time: 0.1183608 Oct 29 01:29:37.293236 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['ccaf14e9-30a4-4d96-9861-9c9c8b5e2172'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:29:37.311715 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-ae9afa7b-a94d-4ea5-b7fe-076e271ea560 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01153800-bf44-4376-854e-aec24743a4d7 HTTP/1.1" status: 200 len: 217 time: 0.0843842 Oct 29 01:29:37.340791 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['7c7389c9-c004-43ca-b348-25bb91613962'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:29:37.374671 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5cfcacc9-87ca-4146-9fae-fe43c1cfa6bc req-8c58dece-53ad-4708-8d18-db47214502db tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926384 Oct 29 01:29:37.450955 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08a69af-2c03-4de5-804b-3d54fef9bac3 x-openstack-request-id: req-d08a69af-2c03-4de5-804b-3d54fef9bac3 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:29:37.452970 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64f5ebf-8af1-4507-849e-b7d8e33979ae", "tag": "01153800-bf44-4376-854e-aec24743a4d7", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:29:37.452970 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d08a69af-2c03-4de5-804b-3d54fef9bac3 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:29:37.452970 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'tag': '01153800-bf44-4376-854e-aec24743a4d7', 'status': 'completed', 'code': 200} Oct 29 01:29:37.475126 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3f5babab-e196-41dc-af88-6c39555d416b req-3a17b51d-d07c-4e0e-a4e9-2bb5cd9d5bb2 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531269 Oct 29 01:29:37.513021 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-6569fbb4-222b-429a-9e45-db468926f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:37.514392 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-6569fbb4-222b-429a-9e45-db468926f2cb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2ede7331-865e-43e5-b251-83ad21e6a29c HTTP/1.1" status: 200 len: 856 time: 0.1878345 Oct 29 01:29:37.542945 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d40854b4-c7cf-4c79-ba60-0ea2a73669e5 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:29:37.574763 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:37.605354 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Transition to ACTIVE for port object d40854b4-c7cf-4c79-ba60-0ea2a73669e5 will not be triggered until provisioned by entity L2. {{(pid=101842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:29:37.638184 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-28605fea-c105-4745-aa7d-bef0f49846b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:37.641379 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-28605fea-c105-4745-aa7d-bef0f49846b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1187377 Oct 29 01:29:37.676905 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:37.816132 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Pushing event updated for resources: {'Port': ['ID=d40854b4-c7cf-4c79-ba60-0ea2a73669e5,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:37.833110 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 8795097b-0746-4ca7-81ba-d053d48c81c2 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:29:37.855428 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-6fd58d4e-c89c-493e-8ca0-328abd971fad service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051866 Oct 29 01:29:37.861908 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Attempting to bind port d40854b4-c7cf-4c79-ba60-0ea2a73669e5 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:29:37.862247 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Attempting to bind port d40854b4-c7cf-4c79-ba60-0ea2a73669e5 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'dc852203-768c-4234-8d94-cf677f682d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:29:37.862578 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Attempting to bind port d40854b4-c7cf-4c79-ba60-0ea2a73669e5 on network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:29:37.892780 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Port d40854b4-c7cf-4c79-ba60-0ea2a73669e5 on network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:29:37.893112 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Attempting to bind port d40854b4-c7cf-4c79-ba60-0ea2a73669e5 on network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:29:38.009914 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 8795097b-0746-4ca7-81ba-d053d48c81c2, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8795097b-0746-4ca7-81ba-d053d48c81c2,segment=NetworkSegment(33ff02cd-52dc-4853-a733-113b2fb2c58e),segment_id=33ff02cd-52dc-4853-a733-113b2fb2c58e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:38.010749 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:29:38.011635 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Checking segment: {'id': 'dc852203-768c-4234-8d94-cf677f682d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:29:38.012228 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Bound using segment: {'id': 'dc852203-768c-4234-8d94-cf677f682d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:29:38.012920 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Bound port: d40854b4-c7cf-4c79-ba60-0ea2a73669e5, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc852203-768c-4234-8d94-cf677f682d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:29:38.013855 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:38.029295 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': '8795097b-0746-4ca7-81ba-d053d48c81c2', 'network_id': '994299c4-5e9a-49d2-8046-83a41a29fd88', 'port_id': '8795097b-0746-4ca7-81ba-d053d48c81c2', 'mac_address': 'fa:16:3e:5a:66:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 902, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '461ec7a9-0b24-4557-8d0b-f37f5daa734d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:29:38.076980 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:38.094325 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8795097b-0746-4ca7-81ba-d053d48c81c2 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:29:38.123134 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 8795097b-0746-4ca7-81ba-d053d48c81c2, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8795097b-0746-4ca7-81ba-d053d48c81c2,segment=NetworkSegment(33ff02cd-52dc-4853-a733-113b2fb2c58e),segment_id=33ff02cd-52dc-4853-a733-113b2fb2c58e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:38.243413 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:38.324057 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=8795097b-0746-4ca7-81ba-d053d48c81c2,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:38.350334 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174059f-1ebf-4a61-9b6c-6410b3503a82 req-99818016-1764-420a-8771-d6abcd5a870f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:38.351957 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d174059f-1ebf-4a61-9b6c-6410b3503a82 req-99818016-1764-420a-8771-d6abcd5a870f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.3515193 Oct 29 01:29:38.364562 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51ef08-a57e-40ee-916b-b9285d418362 req-b9e9b2ed-e537-4588-93f8-318f9256ebe9 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:38.366106 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ba51ef08-a57e-40ee-916b-b9285d418362 req-b9e9b2ed-e537-4588-93f8-318f9256ebe9 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 943 time: 0.4195538 Oct 29 01:29:38.370777 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7346010f-00e4-4e85-a05e-f23ced8fa7e5 req-8997a378-51d3-41ae-87e5-b7bc7281e43d service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033400 Oct 29 01:29:38.376004 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] For port d40854b4-c7cf-4c79-ba60-0ea2a73669e5, host hv-cinder-81398, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:29:38.385352 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] For port d40854b4-c7cf-4c79-ba60-0ea2a73669e5, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d40854b4-c7cf-4c79-ba60-0ea2a73669e5,segment=NetworkSegment(dc852203-768c-4234-8d94-cf677f682d7e),segment_id=dc852203-768c-4234-8d94-cf677f682d7e)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:29:38.448824 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d174059f-1ebf-4a61-9b6c-6410b3503a82 req-b5b4726c-45a0-408d-8a24-db212c4a995b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816767 Oct 29 01:29:38.456946 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ba51ef08-a57e-40ee-916b-b9285d418362 req-df5349b4-de5a-4a2d-a3d9-0a79bd45f667 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660207 Oct 29 01:29:38.473668 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:38.476781 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['8795097b-0746-4ca7-81ba-d053d48c81c2'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:29:38.536766 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:38.537177 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:38.539367 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] 10.222.0.83 "PUT /v2.0/ports/d40854b4-c7cf-4c79-ba60-0ea2a73669e5 HTTP/1.1" status: 200 len: 1094 time: 2.2164435 Oct 29 01:29:38.697576 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4223277-390e-4209-af2a-26b0eb12b946 req-fef0b4c1-e39f-4cbd-b786-a79876d174fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:38.700258 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c4223277-390e-4209-af2a-26b0eb12b946 req-fef0b4c1-e39f-4cbd-b786-a79876d174fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=413ce1a7d8504d0b9f656d9e623f9005&device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 1096 time: 0.1718864 Oct 29 01:29:38.715570 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a641a-8e2d-40a7-a3c9-30c63294b59d service neutron] Pushing event updated for resources: {'Port': ['ID=d40854b4-c7cf-4c79-ba60-0ea2a73669e5,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:38.799503 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8dccb-8eda-4857-9597-2cff2f067534 req-fa44cd04-cae9-4890-bf94-d0eddc7ac5fd tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:38.808496 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-94b8dccb-8eda-4857-9597-2cff2f067534 req-fa44cd04-cae9-4890-bf94-d0eddc7ac5fd tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 944 time: 0.2098415 Oct 29 01:29:38.823957 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef748dd-202d-489f-9a7e-1a530a7d9672 req-6a2b4916-00b6-45c2-9626-389d61696d7c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:38.825686 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9ef748dd-202d-489f-9a7e-1a530a7d9672 req-6a2b4916-00b6-45c2-9626-389d61696d7c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 944 time: 0.2180948 Oct 29 01:29:38.859706 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-23d0dec0-d506-4829-bb19-8167ee400338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:38.862094 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-23d0dec0-d506-4829-bb19-8167ee400338 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c51a2093a0874d52a08f6e25489ba181&device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 1097 time: 0.1817715 Oct 29 01:29:38.950849 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-ef04e55a-e4a5-4ef0-b6d1-61e3b9dd6caa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d40854b4-c7cf-4c79-ba60-0ea2a73669e5 HTTP/1.1" status: 200 len: 217 time: 0.0726793 Oct 29 01:29:38.973270 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-94b8dccb-8eda-4857-9597-2cff2f067534 req-47744b12-34f3-40cd-bdd4-7a2c55686c26 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442766 Oct 29 01:29:38.977073 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4223277-390e-4209-af2a-26b0eb12b946 req-7c6a2096-e003-4971-9bed-50481797ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:38.978458 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c4223277-390e-4209-af2a-26b0eb12b946 req-7c6a2096-e003-4971-9bed-50481797ba65 service neutron] 10.222.0.83 "GET /v2.0/networks?id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a HTTP/1.1" status: 200 len: 918 time: 0.2563903 Oct 29 01:29:39.000540 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9ef748dd-202d-489f-9a7e-1a530a7d9672 req-7622237b-cfc5-466b-9adc-f6568ee7525e tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598785 Oct 29 01:29:39.042729 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c4223277-390e-4209-af2a-26b0eb12b946 req-90525873-9a1e-4160-b473-1797a8b22a30 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01153800-bf44-4376-854e-aec24743a4d7 HTTP/1.1" status: 200 len: 217 time: 0.0454872 Oct 29 01:29:39.059714 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-33a559f8-71fc-4de9-92ae-edb10890a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:39.061187 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-33a559f8-71fc-4de9-92ae-edb10890a2db service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67bc09a3-f88c-4c46-a274-32b5b88cd6f4 HTTP/1.1" status: 200 len: 849 time: 0.0999517 Oct 29 01:29:39.127278 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4223277-390e-4209-af2a-26b0eb12b946 req-486d1884-3098-4ab2-a279-7599a9bc146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:39.128909 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c4223277-390e-4209-af2a-26b0eb12b946 req-486d1884-3098-4ab2-a279-7599a9bc146b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2ede7331-865e-43e5-b251-83ad21e6a29c HTTP/1.1" status: 200 len: 856 time: 0.0777130 Oct 29 01:29:39.138067 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-0b5b8c13-8df4-42e6-9c17-0d4efb1c808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:39.139537 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-0b5b8c13-8df4-42e6-9c17-0d4efb1c808c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583019 Oct 29 01:29:39.246449 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4223277-390e-4209-af2a-26b0eb12b946 req-01e16cc6-2985-4442-b0a8-b4b2d1abbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:39.248064 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c4223277-390e-4209-af2a-26b0eb12b946 req-01e16cc6-2985-4442-b0a8-b4b2d1abbfae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1071546 Oct 29 01:29:39.270626 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-05b3770a-b526-4083-8de4-ae79540e64be service neutron] 10.222.0.83 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189029 Oct 29 01:29:39.409831 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c4223277-390e-4209-af2a-26b0eb12b946 req-e694dc5f-2eec-4250-b192-c8a5bf6cc4cf service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523855 Oct 29 01:29:39.429500 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3c0c027a-d11a-4e92-99bb-4b0c20042c45 req-eefefc25-6fc8-491f-afbd-6f832a3e1bc8 service neutron] 10.222.0.83 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491330 Oct 29 01:29:39.464704 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc2f3ec-53ba-4b8c-a02a-236f8564eb92', 'tag': 'd40854b4-c7cf-4c79-ba60-0ea2a73669e5'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:29:39.466958 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272c00e7-49ff-4fa0-9e23-d455c81e2711" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc2f3ec-53ba-4b8c-a02a-236f8564eb92", "tag": "d40854b4-c7cf-4c79-ba60-0ea2a73669e5"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:29:39.517814 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6960e0-3787-4dd9-a633-c5ee51b66de6 x-openstack-request-id: req-9b6960e0-3787-4dd9-a633-c5ee51b66de6 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:29:39.518741 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc2f3ec-53ba-4b8c-a02a-236f8564eb92", "tag": "d40854b4-c7cf-4c79-ba60-0ea2a73669e5", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:29:39.518998 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9b6960e0-3787-4dd9-a633-c5ee51b66de6 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:29:39.519391 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc2f3ec-53ba-4b8c-a02a-236f8564eb92', 'tag': 'd40854b4-c7cf-4c79-ba60-0ea2a73669e5', 'status': 'completed', 'code': 200} Oct 29 01:29:39.525494 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c4223277-390e-4209-af2a-26b0eb12b946 req-43cb5e24-c4eb-402f-aff4-422b1abbd2af service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065228 Oct 29 01:29:39.661370 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d451227-f84c-4d73-adc6-85b6ffcf1362 req-6d0a2c36-4f46-4565-994a-24f0a9d87014 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:39.662914 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0d451227-f84c-4d73-adc6-85b6ffcf1362 req-6d0a2c36-4f46-4565-994a-24f0a9d87014 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.1181877 Oct 29 01:29:39.678044 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5d0b0-0367-41cb-9643-ad17c450b619 req-b91356f9-bf7d-4259-8b7f-2cbdc64cde4c tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:39.679507 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1bb5d0b0-0367-41cb-9643-ad17c450b619 req-b91356f9-bf7d-4259-8b7f-2cbdc64cde4c tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 944 time: 0.1052802 Oct 29 01:29:39.690249 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c00e7-49ff-4fa0-9e23-d455c81e2711 req-304e23ea-f2e2-4f8b-a6c8-b3d54678d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:39.691722 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-272c00e7-49ff-4fa0-9e23-d455c81e2711 req-304e23ea-f2e2-4f8b-a6c8-b3d54678d989 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c51a2093a0874d52a08f6e25489ba181&device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 1097 time: 0.1046293 Oct 29 01:29:39.800840 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0d451227-f84c-4d73-adc6-85b6ffcf1362 req-3e69a6db-dba5-4257-acc8-d02776a4c43d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203072 Oct 29 01:29:39.805856 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1bb5d0b0-0367-41cb-9643-ad17c450b619 req-fc2e1d45-3441-4661-8383-06e7e22ccf46 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121790 Oct 29 01:29:39.840902 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c00e7-49ff-4fa0-9e23-d455c81e2711 req-fd089cf6-7dc0-4c0a-b5da-ec6f58b16332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:39.842525 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-272c00e7-49ff-4fa0-9e23-d455c81e2711 req-fd089cf6-7dc0-4c0a-b5da-ec6f58b16332 service neutron] 10.222.0.83 "GET /v2.0/networks?id=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c HTTP/1.1" status: 200 len: 911 time: 0.1337245 Oct 29 01:29:39.845459 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:39.890863 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-272c00e7-49ff-4fa0-9e23-d455c81e2711 req-1c58f175-a0a1-4eb0-b736-7616985e111d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d40854b4-c7cf-4c79-ba60-0ea2a73669e5 HTTP/1.1" status: 200 len: 217 time: 0.0406923 Oct 29 01:29:39.953804 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c00e7-49ff-4fa0-9e23-d455c81e2711 req-d040bb8e-4e26-4095-b8aa-b32fa75049ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:39.956425 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-272c00e7-49ff-4fa0-9e23-d455c81e2711 req-d040bb8e-4e26-4095-b8aa-b32fa75049ce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67bc09a3-f88c-4c46-a274-32b5b88cd6f4 HTTP/1.1" status: 200 len: 849 time: 0.0580714 Oct 29 01:29:39.986364 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:29:39.990750 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:39.991324 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:40.010211 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c00e7-49ff-4fa0-9e23-d455c81e2711 req-eeb63f14-1b19-4818-95c0-2f4bf26ca3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:40.011897 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-272c00e7-49ff-4fa0-9e23-d455c81e2711 req-eeb63f14-1b19-4818-95c0-2f4bf26ca3fa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473661 Oct 29 01:29:40.137345 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:40.179257 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09875e40-e63d-4175-9361-fd9439c0c7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaf14e9-30a4-4d96-9861-9c9c8b5e2172'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:29:40.210879 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 56034) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:40.243439 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07cf97-86df-43c4-a87b-7a7cbb346103 req-7b5913bb-e0df-4043-a1f7-83755045e5a2 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:40.245060 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5e07cf97-86df-43c4-a87b-7a7cbb346103 req-7b5913bb-e0df-4043-a1f7-83755045e5a2 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 944 time: 0.1226802 Oct 29 01:29:40.253455 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4afa13-f30d-4843-ab5f-42e4131a3a39 req-25a6945b-81d4-44c1-8e3c-8007489d6bec tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:40.254983 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6b4afa13-f30d-4843-ab5f-42e4131a3a39 req-25a6945b-81d4-44c1-8e3c-8007489d6bec tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 944 time: 0.1128595 Oct 29 01:29:40.279590 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port ccaf14e9-30a4-4d96-9861-9c9c8b5e2172, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=ccaf14e9-30a4-4d96-9861-9c9c8b5e2172,segment=NetworkSegment(33ff02cd-52dc-4853-a733-113b2fb2c58e),segment_id=33ff02cd-52dc-4853-a733-113b2fb2c58e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:40.322581 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5e07cf97-86df-43c4-a87b-7a7cbb346103 req-ab5293db-db12-4a22-8b8e-09e6ccfb2f2f tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644035 Oct 29 01:29:40.331223 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-272c00e7-49ff-4fa0-9e23-d455c81e2711 req-0ebacaaa-883d-42ea-943a-80640b08b638 service neutron] 10.222.0.83 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062644 Oct 29 01:29:40.366799 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6b4afa13-f30d-4843-ab5f-42e4131a3a39 req-cce1064c-d041-452d-8c1a-63ec256ff573 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864906 Oct 29 01:29:40.392000 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:40.393554 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 8795097b-0746-4ca7-81ba-d053d48c81c2 up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:40.434800 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-272c00e7-49ff-4fa0-9e23-d455c81e2711 req-33506271-df76-4227-928f-19db85fdb5b4 service neutron] 10.222.0.83 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931404 Oct 29 01:29:40.472888 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=ccaf14e9-30a4-4d96-9861-9c9c8b5e2172,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:40.557144 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port 8795097b-0746-4ca7-81ba-d053d48c81c2 completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:29:40.561187 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port 8795097b-0746-4ca7-81ba-d053d48c81c2 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:40.561557 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:40.646716 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:40.693552 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 8795097b-0746-4ca7-81ba-d053d48c81c2, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8795097b-0746-4ca7-81ba-d053d48c81c2,segment=NetworkSegment(33ff02cd-52dc-4853-a733-113b2fb2c58e),segment_id=33ff02cd-52dc-4853-a733-113b2fb2c58e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:40.734925 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:40.736918 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 7c7389c9-c004-43ca-b348-25bb91613962 up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:40.765074 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 56046) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:40.816162 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=8795097b-0746-4ca7-81ba-d053d48c81c2,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:40.844562 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d6213232-ac49-48e1-b7c7-71f3c100fb38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:40.900228 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port 7c7389c9-c004-43ca-b348-25bb91613962 completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:29:40.901530 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port 7c7389c9-c004-43ca-b348-25bb91613962 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:40.901928 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:40.942161 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cc40da-065e-48cf-8213-cbad1a85d89d" -d '{"events": [{"server_uuid": "09875e40-e63d-4175-9361-fd9439c0c7ca", "name": "network-vif-plugged", "status": "completed", "tag": "ccaf14e9-30a4-4d96-9861-9c9c8b5e2172"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:29:40.961400 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-883096b5-07be-4c44-ae1e-44988efdfcb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:40.964878 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d6213232-ac49-48e1-b7c7-71f3c100fb38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:40.997587 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf722ab-1f47-42e0-948f-29482c343f82 req-827aadcf-6017-4505-aa05-e7e901b194d0 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:41.000242 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6bf722ab-1f47-42e0-948f-29482c343f82 req-827aadcf-6017-4505-aa05-e7e901b194d0 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.1129191 Oct 29 01:29:41.029835 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:41.037278 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d6213232-ac49-48e1-b7c7-71f3c100fb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:41.038601 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7487e-541c-47e4-addf-ca3478fed391 req-3a183272-0c85-4e25-87d2-8c2456648e2c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:41.040530 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-45a7487e-541c-47e4-addf-ca3478fed391 req-3a183272-0c85-4e25-87d2-8c2456648e2c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.1135142 Oct 29 01:29:41.069400 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6bf722ab-1f47-42e0-948f-29482c343f82 req-371b58fe-a0ce-4c2c-b348-d671d7e80d3a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625484 Oct 29 01:29:41.081750 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-883096b5-07be-4c44-ae1e-44988efdfcb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:41.096953 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 7c7389c9-c004-43ca-b348-25bb91613962, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=7c7389c9-c004-43ca-b348-25bb91613962,segment=NetworkSegment(2513c197-fefa-42fb-9112-16e5e925e1d9),segment_id=2513c197-fefa-42fb-9112-16e5e925e1d9)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:41.098666 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:41.116085 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-d6213232-ac49-48e1-b7c7-71f3c100fb38 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4cc5d89194164c61a059ad65dc57b026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9040592 Oct 29 01:29:41.118215 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6213232-ac49-48e1-b7c7-71f3c100fb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed891d66-3888-4d2b-8a28-bc119b3aeda2,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:41.119481 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-45a7487e-541c-47e4-addf-ca3478fed391 req-2c46162b-9bba-4eba-b36a-34677efbe0e1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533972 Oct 29 01:29:41.120251 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 56060) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:41.134124 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-883096b5-07be-4c44-ae1e-44988efdfcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:41.154845 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:41.196464 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883096b5-07be-4c44-ae1e-44988efdfcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dbc604-6782-4267-8610-a3a4815071d5,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:41.198040 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ca209531-ddf6-49be-ab35-cdae934c9769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:41.220619 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12834912-a6de-4af2-b916-1b355e0e2550 x-openstack-request-id: req-12834912-a6de-4af2-b916-1b355e0e2550 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:29:41.221058 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09875e40-e63d-4175-9361-fd9439c0c7ca", "name": "network-vif-plugged", "status": "completed", "tag": "ccaf14e9-30a4-4d96-9861-9c9c8b5e2172", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:29:41.221324 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-12834912-a6de-4af2-b916-1b355e0e2550 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:29:41.222615 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09875e40-e63d-4175-9361-fd9439c0c7ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaf14e9-30a4-4d96-9861-9c9c8b5e2172', 'code': 200} Oct 29 01:29:41.233059 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ca209531-ddf6-49be-ab35-cdae934c9769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:41.256268 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-883096b5-07be-4c44-ae1e-44988efdfcb6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1512450f9efa4545a9d2d856526d9317&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4901178 Oct 29 01:29:41.261437 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 56068) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:41.296142 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=7c7389c9-c004-43ca-b348-25bb91613962,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:41.348653 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3f52ea8c-f2ad-4474-87b3-1f12e1694a9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:41.358207 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ca209531-ddf6-49be-ab35-cdae934c9769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:41.361715 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ca209531-ddf6-49be-ab35-cdae934c9769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:41.362895 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-ca209531-ddf6-49be-ab35-cdae934c9769 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ed891d66-3888-4d2b-8a28-bc119b3aeda2 HTTP/1.1" status: 204 len: 168 time: 0.2412674 Oct 29 01:29:41.371112 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca209531-ddf6-49be-ab35-cdae934c9769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed891d66-3888-4d2b-8a28-bc119b3aeda2,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:41.380320 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3f52ea8c-f2ad-4474-87b3-1f12e1694a9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:41.471716 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8022fea-7bef-4544-8676-d7badbb3d9f9 req-f8f01bda-53e6-487a-9cde-6ebbc7bbeca3 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:41.480668 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f8022fea-7bef-4544-8676-d7badbb3d9f9 req-f8f01bda-53e6-487a-9cde-6ebbc7bbeca3 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 945 time: 0.0754590 Oct 29 01:29:41.552017 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3f52ea8c-f2ad-4474-87b3-1f12e1694a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:41.555064 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3f52ea8c-f2ad-4474-87b3-1f12e1694a9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:41.558536 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-3f52ea8c-f2ad-4474-87b3-1f12e1694a9e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/82dbc604-6782-4267-8610-a3a4815071d5 HTTP/1.1" status: 204 len: 168 time: 0.2937160 Oct 29 01:29:41.566607 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f52ea8c-f2ad-4474-87b3-1f12e1694a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dbc604-6782-4267-8610-a3a4815071d5,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:41.725999 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f8022fea-7bef-4544-8676-d7badbb3d9f9 req-340e7987-9677-46fb-82a4-8c0c40f52966 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444093 Oct 29 01:29:41.773110 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 56086) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:41.813186 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6af1b-44b0-4147-8984-2e674b7ddfcc req-ce60dbae-0643-4944-9633-475d674760b1 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:41.814839 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7cb6af1b-44b0-4147-8984-2e674b7ddfcc req-ce60dbae-0643-4944-9633-475d674760b1 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 944 time: 0.3012061 Oct 29 01:29:41.830360 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511a692-c06c-4e13-882b-120e1947233e req-57a75144-d530-42c8-bbf8-bc2035acbdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:41.831882 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e511a692-c06c-4e13-882b-120e1947233e req-57a75144-d530-42c8-bbf8-bc2035acbdfa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 1098 time: 0.1182768 Oct 29 01:29:41.848502 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 01153800-bf44-4376-854e-aec24743a4d7 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:29:41.863648 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-e511a692-c06c-4e13-882b-120e1947233e req-fb2084ad-a9ed-410d-914e-203d71cda678 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:41.885778 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7cb6af1b-44b0-4147-8984-2e674b7ddfcc req-a0902b60-b805-4a4e-8e44-801c0c7e168e tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644286 Oct 29 01:29:41.966744 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-e511a692-c06c-4e13-882b-120e1947233e req-fb2084ad-a9ed-410d-914e-203d71cda678 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:41.969541 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 01153800-bf44-4376-854e-aec24743a4d7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=01153800-bf44-4376-854e-aec24743a4d7,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:41.981043 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': '01153800-bf44-4376-854e-aec24743a4d7', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'port_id': '01153800-bf44-4376-854e-aec24743a4d7', 'mac_address': 'fa:16:3e:94:03:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:29:42.020347 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.035246 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01153800-bf44-4376-854e-aec24743a4d7 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:29:42.049825 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-e511a692-c06c-4e13-882b-120e1947233e req-fb2084ad-a9ed-410d-914e-203d71cda678 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.054777 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-030ad452-7cc5-4a1a-a8be-8dbde6c92e3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.055704 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 01153800-bf44-4376-854e-aec24743a4d7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=01153800-bf44-4376-854e-aec24743a4d7,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:42.082704 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e511a692-c06c-4e13-882b-120e1947233e req-fb2084ad-a9ed-410d-914e-203d71cda678 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428567 Oct 29 01:29:42.096271 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2084ad-a9ed-410d-914e-203d71cda678 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a1aec32b-4c39-4419-a420-0b2b27735859,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:42.112528 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 56094) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:42.126862 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2f83349a-2afa-4fb8-a2cb-bb7acf0ccd7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.128842 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.156578 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-030ad452-7cc5-4a1a-a8be-8dbde6c92e3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.187454 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=01153800-bf44-4376-854e-aec24743a4d7,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:42.235317 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a9513-7aac-40ae-abc2-21f5c224c655 req-40646df0-a592-4091-aba3-4c2b3061771d tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:42.237402 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2a6a9513-7aac-40ae-abc2-21f5c224c655 req-40646df0-a592-4091-aba3-4c2b3061771d tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0877817 Oct 29 01:29:42.248960 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-030ad452-7cc5-4a1a-a8be-8dbde6c92e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.290399 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-030ad452-7cc5-4a1a-a8be-8dbde6c92e3a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e884787cf37c45e0b45f73a860f68c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5137746 Oct 29 01:29:42.290399 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ad452-7cc5-4a1a-a8be-8dbde6c92e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed89dea3-0004-451c-8d45-e71a4b322709,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:42.291101 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 56098) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:42.294695 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2f83349a-2afa-4fb8-a2cb-bb7acf0ccd7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.320528 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2a6a9513-7aac-40ae-abc2-21f5c224c655 req-f426cdde-7cf9-43a6-9398-8b56e32634bf tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576105 Oct 29 01:29:42.336666 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727813c-e735-4fc3-a388-ff25fc5ce720 req-ba734aec-855e-4443-ad26-9f1a40961862 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:42.338373 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5727813c-e735-4fc3-a388-ff25fc5ce720 req-ba734aec-855e-4443-ad26-9f1a40961862 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 944 time: 0.1237392 Oct 29 01:29:42.352790 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-afe62160-bff4-4d46-b3da-ead5afbbfa26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.355721 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2f83349a-2afa-4fb8-a2cb-bb7acf0ccd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.376046 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-afe62160-bff4-4d46-b3da-ead5afbbfa26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.380703 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['01153800-bf44-4376-854e-aec24743a4d7'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:29:42.415511 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-2f83349a-2afa-4fb8-a2cb-bb7acf0ccd7a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b63de553bb794861b8cfcbb305d26933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995005 Oct 29 01:29:42.415924 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 56100) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:42.420005 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83349a-2afa-4fb8-a2cb-bb7acf0ccd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c42e757-7b79-4e12-b7d2-293a68f0f0c5,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:42.427316 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5727813c-e735-4fc3-a388-ff25fc5ce720 req-8df954d1-4031-42ed-b560-3ca0698134eb tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823798 Oct 29 01:29:42.460482 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 56102) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:42.470860 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2339769a-e90a-45c2-9fae-b424d3473068 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.521545 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-81cc0847-b870-4294-8063-4308e7db5e7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.543644 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-afe62160-bff4-4d46-b3da-ead5afbbfa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.549079 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-afe62160-bff4-4d46-b3da-ead5afbbfa26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.552792 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-afe62160-bff4-4d46-b3da-ead5afbbfa26 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ed89dea3-0004-451c-8d45-e71a4b322709 HTTP/1.1" status: 204 len: 168 time: 0.2583487 Oct 29 01:29:42.570211 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2339769a-e90a-45c2-9fae-b424d3473068 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.575555 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe62160-bff4-4d46-b3da-ead5afbbfa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed89dea3-0004-451c-8d45-e71a4b322709,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:42.579053 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-81cc0847-b870-4294-8063-4308e7db5e7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.660203 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2339769a-e90a-45c2-9fae-b424d3473068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.701268 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-2339769a-e90a-45c2-9fae-b424d3473068 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ab50ff8e2e084ca4b2b9cde22ad54cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487977 Oct 29 01:29:42.701464 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339769a-e90a-45c2-9fae-b424d3473068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa25817-3349-43f2-b952-9614230e1378,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:42.707482 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 56112) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:42.723513 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-81cc0847-b870-4294-8063-4308e7db5e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.726242 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-81cc0847-b870-4294-8063-4308e7db5e7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.727398 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-81cc0847-b870-4294-8063-4308e7db5e7d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1c42e757-7b79-4e12-b7d2-293a68f0f0c5 HTTP/1.1" status: 204 len: 168 time: 0.3102360 Oct 29 01:29:42.752865 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc0847-b870-4294-8063-4308e7db5e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c42e757-7b79-4e12-b7d2-293a68f0f0c5,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:42.770359 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-23051323-8f96-49cf-9ac6-8db517925955 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.793912 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-23051323-8f96-49cf-9ac6-8db517925955 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.877204 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31313354-d842-41c8-9e9d-e88f7ac75ecd req-7fc01b60-9acf-42bd-87ea-85ec0abacf76 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:42.878731 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-31313354-d842-41c8-9e9d-e88f7ac75ecd req-7fc01b60-9acf-42bd-87ea-85ec0abacf76 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 945 time: 0.0643487 Oct 29 01:29:42.918194 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-31313354-d842-41c8-9e9d-e88f7ac75ecd req-3a727b2c-8666-47a0-bacc-4d3f2eb13207 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330102 Oct 29 01:29:42.982147 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-23051323-8f96-49cf-9ac6-8db517925955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.982147 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-23051323-8f96-49cf-9ac6-8db517925955 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:42.982147 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-23051323-8f96-49cf-9ac6-8db517925955 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6fa25817-3349-43f2-b952-9614230e1378 HTTP/1.1" status: 204 len: 168 time: 0.2720151 Oct 29 01:29:43.005141 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23051323-8f96-49cf-9ac6-8db517925955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa25817-3349-43f2-b952-9614230e1378,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:43.027680 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf1f6f-aeb3-43e9-96e3-3a942c83c1b8 req-97a4ae7b-7d26-464c-afd5-846e4e77dede tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:43.036293 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a6cf1f6f-aeb3-43e9-96e3-3a942c83c1b8 req-97a4ae7b-7d26-464c-afd5-846e4e77dede tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 944 time: 0.0710604 Oct 29 01:29:43.081608 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a6cf1f6f-aeb3-43e9-96e3-3a942c83c1b8 req-36b7a752-8e44-4ef3-a08c-61557b9a5d7a tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444260 Oct 29 01:29:43.226055 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8daa36f8-7d64-4d9d-94e6-0519848d4a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8795097b-0746-4ca7-81ba-d053d48c81c2'}, {'server_uuid': '52d47b4c-e32e-4708-ade4-0be86b270c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7389c9-c004-43ca-b348-25bb91613962'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:29:43.228464 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b68efc-5351-4d3b-8ebf-32c4d34f52df" -d '{"events": [{"server_uuid": "8daa36f8-7d64-4d9d-94e6-0519848d4a2c", "name": "network-vif-plugged", "status": "completed", "tag": "8795097b-0746-4ca7-81ba-d053d48c81c2"}, {"server_uuid": "52d47b4c-e32e-4708-ade4-0be86b270c03", "name": "network-vif-plugged", "status": "completed", "tag": "7c7389c9-c004-43ca-b348-25bb91613962"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:29:43.292391 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 29 Oct 2021 01:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee535de-eea7-40a1-ad77-61f0d8f8a07c x-openstack-request-id: req-cee535de-eea7-40a1-ad77-61f0d8f8a07c {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:29:43.293457 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8daa36f8-7d64-4d9d-94e6-0519848d4a2c", "name": "network-vif-plugged", "status": "completed", "tag": "8795097b-0746-4ca7-81ba-d053d48c81c2", "code": 200}, {"server_uuid": "52d47b4c-e32e-4708-ade4-0be86b270c03", "name": "network-vif-plugged", "status": "completed", "tag": "7c7389c9-c004-43ca-b348-25bb91613962", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:29:43.293457 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cee535de-eea7-40a1-ad77-61f0d8f8a07c {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:29:43.293457 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8daa36f8-7d64-4d9d-94e6-0519848d4a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8795097b-0746-4ca7-81ba-d053d48c81c2', 'code': 200} Oct 29 01:29:43.293691 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d47b4c-e32e-4708-ade4-0be86b270c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7389c9-c004-43ca-b348-25bb91613962', 'code': 200} Oct 29 01:29:43.453514 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c85e3-ddcc-4ad3-ad60-73df1370dbf5 req-62e9ccbd-8d95-48f1-bd6c-1d88372adca7 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:43.455270 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d42c85e3-ddcc-4ad3-ad60-73df1370dbf5 req-62e9ccbd-8d95-48f1-bd6c-1d88372adca7 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0524025 Oct 29 01:29:43.478430 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 56134) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:43.503829 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-461c487a-d257-42f0-9291-33f874987ecb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:43.536388 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d42c85e3-ddcc-4ad3-ad60-73df1370dbf5 req-4a3cf0ba-0e2c-46e1-9817-013a44c244c1 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747514 Oct 29 01:29:43.589834 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cec69f-5201-4cbf-846d-efafe997490e req-fdde7b98-31af-4b10-a52b-0cce176fe566 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:43.591791 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-51cec69f-5201-4cbf-846d-efafe997490e req-fdde7b98-31af-4b10-a52b-0cce176fe566 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 944 time: 0.0615518 Oct 29 01:29:43.658482 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-461c487a-d257-42f0-9291-33f874987ecb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:43.689842 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-51cec69f-5201-4cbf-846d-efafe997490e req-1013431b-5cec-4c50-b072-60f348e2b0ae tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909619 Oct 29 01:29:43.708121 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d56d0-66e2-46b9-8099-36c0e598cb29 req-fe038060-c8d6-442d-9c6e-bd701fa23f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:43.709608 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-975d56d0-66e2-46b9-8099-36c0e598cb29 req-fe038060-c8d6-442d-9c6e-bd701fa23f2a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 1098 time: 0.0898523 Oct 29 01:29:43.715780 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900074c-f682-462d-9f71-ef6761cbdd34 req-9c579732-9433-4440-a20f-c2dee517e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:43.717268 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c900074c-f682-462d-9f71-ef6761cbdd34 req-9c579732-9433-4440-a20f-c2dee517e60f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 1098 time: 0.0597339 Oct 29 01:29:43.723300 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-461c487a-d257-42f0-9291-33f874987ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:43.778300 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-975d56d0-66e2-46b9-8099-36c0e598cb29 req-cc14360d-2729-4e18-96f1-96155acd68fd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595319 Oct 29 01:29:43.780323 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c900074c-f682-462d-9f71-ef6761cbdd34 req-c2e385d4-8d8c-4be9-a9fa-ad8e90a883a3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526469 Oct 29 01:29:43.786588 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c487a-d257-42f0-9291-33f874987ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ce5f6e-531e-418c-9f13-4e4d11bc94b7,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:43.804111 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 56152) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:43.804415 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-461c487a-d257-42f0-9291-33f874987ecb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f3cb8332a0ba4c848f4b4d1fdf82de51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247521 Oct 29 01:29:43.866430 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device d40854b4-c7cf-4c79-ba60-0ea2a73669e5 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:29:43.871641 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 01153800-bf44-4376-854e-aec24743a4d7 up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:43.872888 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-606699ce-b8a5-4d13-bfa2-ef5dbdd9cf64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:43.915742 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-606699ce-b8a5-4d13-bfa2-ef5dbdd9cf64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:44.035545 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port d40854b4-c7cf-4c79-ba60-0ea2a73669e5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d40854b4-c7cf-4c79-ba60-0ea2a73669e5,segment=NetworkSegment(dc852203-768c-4234-8d94-cf677f682d7e),segment_id=dc852203-768c-4234-8d94-cf677f682d7e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:44.053000 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': 'd40854b4-c7cf-4c79-ba60-0ea2a73669e5', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'port_id': 'd40854b4-c7cf-4c79-ba60-0ea2a73669e5', 'mac_address': 'fa:16:3e:99:16:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:29:44.060819 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port 01153800-bf44-4376-854e-aec24743a4d7 completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:29:44.084646 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port 01153800-bf44-4376-854e-aec24743a4d7 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:44.085013 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:44.102017 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-606699ce-b8a5-4d13-bfa2-ef5dbdd9cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:44.105084 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-606699ce-b8a5-4d13-bfa2-ef5dbdd9cf64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:44.108855 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-606699ce-b8a5-4d13-bfa2-ef5dbdd9cf64 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/68ce5f6e-531e-418c-9f13-4e4d11bc94b7 HTTP/1.1" status: 204 len: 168 time: 0.3013332 Oct 29 01:29:44.116845 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606699ce-b8a5-4d13-bfa2-ef5dbdd9cf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ce5f6e-531e-418c-9f13-4e4d11bc94b7,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:44.137770 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:44.139354 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ea707-7a50-40ad-8c89-847280cf361b req-c1ec518b-27e5-4efc-8699-c6293c70b683 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:44.143021 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-308ea707-7a50-40ad-8c89-847280cf361b req-c1ec518b-27e5-4efc-8699-c6293c70b683 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 945 time: 0.0829084 Oct 29 01:29:44.167910 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d40854b4-c7cf-4c79-ba60-0ea2a73669e5 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:29:44.221042 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port d40854b4-c7cf-4c79-ba60-0ea2a73669e5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d40854b4-c7cf-4c79-ba60-0ea2a73669e5,segment=NetworkSegment(dc852203-768c-4234-8d94-cf677f682d7e),segment_id=dc852203-768c-4234-8d94-cf677f682d7e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:44.276248 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:44.291906 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-308ea707-7a50-40ad-8c89-847280cf361b req-286fea0c-32b3-42d0-bda7-e710c9f1a731 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298029 Oct 29 01:29:44.306829 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8530da-8e85-4962-a48e-f9fca6c8b508 req-73a1a7ea-c25d-4418-a54d-243e41a6898e tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:44.317624 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:44.333831 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4a8530da-8e85-4962-a48e-f9fca6c8b508 req-73a1a7ea-c25d-4418-a54d-243e41a6898e tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 944 time: 0.1501443 Oct 29 01:29:44.359277 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 01153800-bf44-4376-854e-aec24743a4d7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=01153800-bf44-4376-854e-aec24743a4d7,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:44.387749 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4a8530da-8e85-4962-a48e-f9fca6c8b508 req-15a70cca-3345-4a88-ad4d-77c893d14785 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479436 Oct 29 01:29:44.388672 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=d40854b4-c7cf-4c79-ba60-0ea2a73669e5,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:44.449389 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:44.516657 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=01153800-bf44-4376-854e-aec24743a4d7,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:44.639115 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['d40854b4-c7cf-4c79-ba60-0ea2a73669e5'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:29:44.657014 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d02067-ef46-4b87-942d-0de7126471a1 req-2df17410-feea-4af8-9ad6-77b16d98d39e tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:44.668706 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-34d02067-ef46-4b87-942d-0de7126471a1 req-2df17410-feea-4af8-9ad6-77b16d98d39e tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0614321 Oct 29 01:29:44.726961 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-34d02067-ef46-4b87-942d-0de7126471a1 req-faceba33-9ea7-4b2d-b7d5-2d52c4376aea tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502491 Oct 29 01:29:44.881292 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c48b3-98d5-4d00-9afb-1ddc0a679fa1 req-e45ca001-17e7-4ee4-9848-856a96b960a9 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:44.883301 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4c5c48b3-98d5-4d00-9afb-1ddc0a679fa1 req-e45ca001-17e7-4ee4-9848-856a96b960a9 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0988498 Oct 29 01:29:44.927136 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4c5c48b3-98d5-4d00-9afb-1ddc0a679fa1 req-09aaa8c2-aa87-4845-9f72-852132d6f9da tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358443 Oct 29 01:29:45.294533 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01153800-bf44-4376-854e-aec24743a4d7'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:29:45.297082 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45485544-0f9e-42d5-9cbe-960c733a456f" -d '{"events": [{"server_uuid": "f64f5ebf-8af1-4507-849e-b7d8e33979ae", "name": "network-vif-plugged", "status": "completed", "tag": "01153800-bf44-4376-854e-aec24743a4d7"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:29:45.348725 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcc1ec1-1e72-4d48-a72d-9e7e5c221a4c x-openstack-request-id: req-ddcc1ec1-1e72-4d48-a72d-9e7e5c221a4c {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:29:45.349020 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f5ebf-8af1-4507-849e-b7d8e33979ae", "name": "network-vif-plugged", "status": "completed", "tag": "01153800-bf44-4376-854e-aec24743a4d7", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:29:45.349273 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ddcc1ec1-1e72-4d48-a72d-9e7e5c221a4c {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:29:45.349820 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01153800-bf44-4376-854e-aec24743a4d7', 'code': 200} Oct 29 01:29:45.433751 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551defa-8eb2-4d65-92ea-7e3867d2d1c4 req-64654fed-e780-4352-9090-6fe96b9f37f4 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:45.436434 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8551defa-8eb2-4d65-92ea-7e3867d2d1c4 req-64654fed-e780-4352-9090-6fe96b9f37f4 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 945 time: 0.0581849 Oct 29 01:29:45.509556 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8551defa-8eb2-4d65-92ea-7e3867d2d1c4 req-92238242-b817-454e-830a-a9361e73f5f6 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669382 Oct 29 01:29:45.537340 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4bb1e-7bd3-428d-a389-1a15397ba539 req-8344f2a5-01e2-49dc-a5c7-bfc115771d2f tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:45.537340 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-63f4bb1e-7bd3-428d-a389-1a15397ba539 req-8344f2a5-01e2-49dc-a5c7-bfc115771d2f tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 945 time: 0.0685446 Oct 29 01:29:45.567621 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-63f4bb1e-7bd3-428d-a389-1a15397ba539 req-76fc5d4e-4069-4be6-9a0f-c5ab2fe25b5a tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331116 Oct 29 01:29:45.856535 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353476d3-b3df-4cad-ba02-cc514e195fc1 req-4523299e-56f4-4a45-9b7b-b896b420e953 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:45.856535 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-353476d3-b3df-4cad-ba02-cc514e195fc1 req-4523299e-56f4-4a45-9b7b-b896b420e953 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0540442 Oct 29 01:29:45.903513 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-353476d3-b3df-4cad-ba02-cc514e195fc1 req-16e0ba60-f0cd-46e2-ad6a-ea1894459f21 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Oct 29 01:29:46.064884 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bffbca-52f1-41a4-a457-290c33b6a1d8 req-38cd8be3-61c8-46dd-8c8b-8fa6dbc0f65a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:46.068133 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a4bffbca-52f1-41a4-a457-290c33b6a1d8 req-38cd8be3-61c8-46dd-8c8b-8fa6dbc0f65a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0571079 Oct 29 01:29:46.113243 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a4bffbca-52f1-41a4-a457-290c33b6a1d8 req-e7101a44-60bc-4a9c-bffb-2087833325d4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380154 Oct 29 01:29:46.572925 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3cf19-2cce-41c3-a9c7-39ba4b053a5a req-0708470a-fbd4-4477-8063-d3e01aa61f90 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:46.578223 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-caa3cf19-2cce-41c3-a9c7-39ba4b053a5a req-0708470a-fbd4-4477-8063-d3e01aa61f90 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0595529 Oct 29 01:29:46.654314 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-caa3cf19-2cce-41c3-a9c7-39ba4b053a5a req-68aa6ef8-db58-4417-aec7-fcb3c8f44ce9 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720067 Oct 29 01:29:46.684804 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91adaabb-d4c7-4852-a756-38f9983e0182 req-4e6274fe-5419-4fac-968c-7187a1c7c67a tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:46.692473 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-91adaabb-d4c7-4852-a756-38f9983e0182 req-4e6274fe-5419-4fac-968c-7187a1c7c67a tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 945 time: 0.0825522 Oct 29 01:29:46.742061 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-91adaabb-d4c7-4852-a756-38f9983e0182 req-1240a802-6af1-44e8-acc9-5bdc0f13e1ba tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455060 Oct 29 01:29:46.807966 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e2117-c100-4e03-96fe-8c71c8db89a2 req-a8759f53-624c-45b1-bd6f-4b0d83d0bd37 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:46.809596 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5c2e2117-c100-4e03-96fe-8c71c8db89a2 req-a8759f53-624c-45b1-bd6f-4b0d83d0bd37 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 945 time: 0.0576746 Oct 29 01:29:46.850648 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5c2e2117-c100-4e03-96fe-8c71c8db89a2 req-c1a8f24a-7f16-4041-8460-824110e0d80b tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340641 Oct 29 01:29:47.239897 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a944a7b-0d14-4b62-a435-89bc9385f424 req-d0974de3-a8e2-46fb-8b67-8dbdd19cd6b3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:47.245159 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4a944a7b-0d14-4b62-a435-89bc9385f424 req-d0974de3-a8e2-46fb-8b67-8dbdd19cd6b3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0553310 Oct 29 01:29:47.282095 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4a944a7b-0d14-4b62-a435-89bc9385f424 req-6ad10fde-5689-4294-a596-ad0a39f688ad tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341063 Oct 29 01:29:47.441197 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 56330) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:47.553762 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b74d614-eea1-4fc1-8d3b-54702866b0f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:47.629127 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b74d614-eea1-4fc1-8d3b-54702866b0f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:47.706917 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2b74d614-eea1-4fc1-8d3b-54702866b0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:47.783298 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-2b74d614-eea1-4fc1-8d3b-54702866b0f8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=784ea03a28b849a2afb4d90ea41b812e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379660 Oct 29 01:29:47.783298 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74d614-eea1-4fc1-8d3b-54702866b0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=186118aa-579c-42a7-a96b-92df5bdee626,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:47.783993 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 56340) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:47.817252 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d950c-8f4c-43fe-aa9d-1f7a961251fe req-49bf0a8b-7eda-4324-894c-a253d3fa318e tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:47.818983 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7e0d950c-8f4c-43fe-aa9d-1f7a961251fe req-49bf0a8b-7eda-4324-894c-a253d3fa318e tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0746055 Oct 29 01:29:47.852078 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-63a3f465-d62c-4793-9dc4-3bb8d65d6cc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:47.881459 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-63a3f465-d62c-4793-9dc4-3bb8d65d6cc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:47.906088 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7e0d950c-8f4c-43fe-aa9d-1f7a961251fe req-f5e6a0dc-02fc-4575-900e-89e132b3ec1c tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649900 Oct 29 01:29:47.915449 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9a1fa-3806-408b-a0b0-b86a05aaa343 req-cbdd170b-53f8-423c-85a1-3bbb94752b53 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:47.917172 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fec9a1fa-3806-408b-a0b0-b86a05aaa343 req-cbdd170b-53f8-423c-85a1-3bbb94752b53 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 945 time: 0.0852869 Oct 29 01:29:47.995367 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fec9a1fa-3806-408b-a0b0-b86a05aaa343 req-3d8b7107-d5f3-4fe5-84b5-779efda4afee tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648663 Oct 29 01:29:48.092871 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c8cb4-4b4b-4e68-80f4-001effc31541 req-9ff8e17c-1a23-4045-b04e-7fc69a7c9647 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:48.094398 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1b9c8cb4-4b4b-4e68-80f4-001effc31541 req-9ff8e17c-1a23-4045-b04e-7fc69a7c9647 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 945 time: 0.0602674 Oct 29 01:29:48.100736 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-63a3f465-d62c-4793-9dc4-3bb8d65d6cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:48.103429 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-63a3f465-d62c-4793-9dc4-3bb8d65d6cc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:48.110138 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-63a3f465-d62c-4793-9dc4-3bb8d65d6cc0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/186118aa-579c-42a7-a96b-92df5bdee626 HTTP/1.1" status: 204 len: 168 time: 0.3249702 Oct 29 01:29:48.129293 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3f465-d62c-4793-9dc4-3bb8d65d6cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=186118aa-579c-42a7-a96b-92df5bdee626,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:48.150113 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1b9c8cb4-4b4b-4e68-80f4-001effc31541 req-a1b7be23-ee50-44a7-ae34-b700333a77b3 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428703 Oct 29 01:29:48.225180 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257c5db-c09d-4c03-af17-f6b0ae2be399 req-e9af2294-0e9f-45a5-99fc-4053c13b0c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:48.226677 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b257c5db-c09d-4c03-af17-f6b0ae2be399 req-e9af2294-0e9f-45a5-99fc-4053c13b0c1e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b037cd872fe4e0b8b9429048c567b1b&device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 1098 time: 0.0495520 Oct 29 01:29:48.328559 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257c5db-c09d-4c03-af17-f6b0ae2be399 req-03461208-008e-4d57-b66f-a09311a39218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:48.330608 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b257c5db-c09d-4c03-af17-f6b0ae2be399 req-03461208-008e-4d57-b66f-a09311a39218 service neutron] 10.222.0.83 "GET /v2.0/networks?id=994299c4-5e9a-49d2-8046-83a41a29fd88 HTTP/1.1" status: 200 len: 919 time: 0.0954978 Oct 29 01:29:48.378761 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b257c5db-c09d-4c03-af17-f6b0ae2be399 req-377358fb-ed86-4a78-99e3-cb80b6d40d84 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8795097b-0746-4ca7-81ba-d053d48c81c2 HTTP/1.1" status: 200 len: 217 time: 0.0394568 Oct 29 01:29:48.437171 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd00535-31bb-4d45-916e-0e5f72471ded req-6c640535-6385-4da1-95a9-bb0cdd9857c4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:48.440074 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6fd00535-31bb-4d45-916e-0e5f72471ded req-6c640535-6385-4da1-95a9-bb0cdd9857c4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0567703 Oct 29 01:29:48.482254 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6fd00535-31bb-4d45-916e-0e5f72471ded req-0ff4e922-8528-4de4-a947-765ae910cceb tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368941 Oct 29 01:29:48.836653 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 56362) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:48.851286 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d5e1af13-e37a-4fb5-b81b-5747f28d6c13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:48.932840 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d5e1af13-e37a-4fb5-b81b-5747f28d6c13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:48.975323 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d5e1af13-e37a-4fb5-b81b-5747f28d6c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:49.027556 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-d5e1af13-e37a-4fb5-b81b-5747f28d6c13 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fedaaca72af646fda32b00f141fff6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891396 Oct 29 01:29:49.028643 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e1af13-e37a-4fb5-b81b-5747f28d6c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167c23e0-ffc0-4c55-befe-a90fcb8df78d,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:49.030438 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 56374) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:49.089223 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78901141-e324-4dd1-8dc2-7a744d302e96 req-3c84a957-0020-44ae-b68c-f6ebe4afc145 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:49.090697 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-78901141-e324-4dd1-8dc2-7a744d302e96 req-3c84a957-0020-44ae-b68c-f6ebe4afc145 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0997159 Oct 29 01:29:49.139282 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-48ba4d9c-81c2-45e6-a56f-c695c65daf2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:49.182460 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-48ba4d9c-81c2-45e6-a56f-c695c65daf2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:49.187534 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-78901141-e324-4dd1-8dc2-7a744d302e96 req-ed2fbc46-ed0a-481e-b39c-24db78d40e07 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861747 Oct 29 01:29:49.207378 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b60e8d4-ab82-4019-ac06-22eee060ff9a req-b76278e1-9929-4f05-a8cf-2b448b9d4569 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:49.208802 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4b60e8d4-ab82-4019-ac06-22eee060ff9a req-b76278e1-9929-4f05-a8cf-2b448b9d4569 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 945 time: 0.1276984 Oct 29 01:29:49.286696 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4b60e8d4-ab82-4019-ac06-22eee060ff9a req-94cf1d23-f18d-43d7-b859-a88941075855 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707252 Oct 29 01:29:49.310314 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43982368-365d-4597-b577-2ee4b648ca4d req-99ddaa8f-ce67-4264-982d-b9d6f67710fa tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:49.311820 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-43982368-365d-4597-b577-2ee4b648ca4d req-99ddaa8f-ce67-4264-982d-b9d6f67710fa tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 945 time: 0.0612824 Oct 29 01:29:49.351265 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-43982368-365d-4597-b577-2ee4b648ca4d req-6e3e1334-f0cd-4369-bbb5-582f8e39acfb tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326743 Oct 29 01:29:49.362678 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-48ba4d9c-81c2-45e6-a56f-c695c65daf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:49.366058 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-48ba4d9c-81c2-45e6-a56f-c695c65daf2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:49.369168 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-48ba4d9c-81c2-45e6-a56f-c695c65daf2e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/167c23e0-ffc0-4c55-befe-a90fcb8df78d HTTP/1.1" status: 204 len: 168 time: 0.3351228 Oct 29 01:29:49.375472 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba4d9c-81c2-45e6-a56f-c695c65daf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167c23e0-ffc0-4c55-befe-a90fcb8df78d,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:49.605805 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df70a3-f8d6-45a3-bc1a-e7d1500e8d1e req-21b8a2b7-ca1e-4a5d-932a-0ec985363933 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:49.607317 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c8df70a3-f8d6-45a3-bc1a-e7d1500e8d1e req-21b8a2b7-ca1e-4a5d-932a-0ec985363933 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0501750 Oct 29 01:29:49.645959 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c8df70a3-f8d6-45a3-bc1a-e7d1500e8d1e req-09fcf977-7765-4400-8867-8a25d6d02627 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325446 Oct 29 01:29:50.311251 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002e1c1-58a6-4dfe-ac77-a4b9a69fa010 req-cea2495e-a2a5-4b3c-8b1f-8c1fbd7acfc9 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:50.312755 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3002e1c1-58a6-4dfe-ac77-a4b9a69fa010 req-cea2495e-a2a5-4b3c-8b1f-8c1fbd7acfc9 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0520270 Oct 29 01:29:50.351308 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3002e1c1-58a6-4dfe-ac77-a4b9a69fa010 req-cd55926a-b0a0-4d7b-82b2-b2f7bdd11e57 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322609 Oct 29 01:29:50.465973 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b0bb9-2962-46fd-b14f-a01a6ab3294a req-6ce3d8ce-2abf-4960-aae1-e2f456f5ae25 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:50.467620 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-438b0bb9-2962-46fd-b14f-a01a6ab3294a req-6ce3d8ce-2abf-4960-aae1-e2f456f5ae25 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 945 time: 0.0506155 Oct 29 01:29:50.510346 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-438b0bb9-2962-46fd-b14f-a01a6ab3294a req-d27bce38-8d42-42f7-be54-ccf0b6132d48 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352857 Oct 29 01:29:50.768233 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a11798-da1a-4a0c-ac26-2943a1006e44 req-4448260c-8c7a-4e14-96e8-0c52cf45041f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:50.769879 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-76a11798-da1a-4a0c-ac26-2943a1006e44 req-4448260c-8c7a-4e14-96e8-0c52cf45041f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0513434 Oct 29 01:29:50.810817 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-76a11798-da1a-4a0c-ac26-2943a1006e44 req-933c807d-1c2e-4281-9a98-fd9478e28f0e tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351577 Oct 29 01:29:51.122715 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:29:51.185609 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device d40854b4-c7cf-4c79-ba60-0ea2a73669e5 up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:29:51.269132 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257c5db-c09d-4c03-af17-f6b0ae2be399 req-0b4dd6d1-ab6a-4bb2-8429-154dede7342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:51.270834 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b257c5db-c09d-4c03-af17-f6b0ae2be399 req-0b4dd6d1-ab6a-4bb2-8429-154dede7342c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=461ec7a9-0b24-4557-8d0b-f37f5daa734d HTTP/1.1" status: 200 len: 858 time: 0.0861037 Oct 29 01:29:51.278006 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef43cb3-b29d-42e5-95c9-32e4c8d4444f req-b887f095-436b-4a46-adb8-bc6ee078aa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:51.279612 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fef43cb3-b29d-42e5-95c9-32e4c8d4444f req-b887f095-436b-4a46-adb8-bc6ee078aa58 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 1098 time: 0.0935786 Oct 29 01:29:51.315599 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b257c5db-c09d-4c03-af17-f6b0ae2be399 req-635c8d99-ee01-4dc8-b13e-9a7435820624 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=994299c4-5e9a-49d2-8046-83a41a29fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349655 Oct 29 01:29:51.317270 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port d40854b4-c7cf-4c79-ba60-0ea2a73669e5 completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:29:51.321294 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port d40854b4-c7cf-4c79-ba60-0ea2a73669e5 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:29:51.321704 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:51.340609 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fef43cb3-b29d-42e5-95c9-32e4c8d4444f req-5c543d45-eab5-4bb0-8481-2a0550ae62e6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522647 Oct 29 01:29:51.427534 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:51.440430 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b257c5db-c09d-4c03-af17-f6b0ae2be399 req-d6112452-b075-4a2a-9d9e-32324aad1a4c service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084168 Oct 29 01:29:51.463413 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc2f3ec-53ba-4b8c-a02a-236f8564eb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40854b4-c7cf-4c79-ba60-0ea2a73669e5'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:29:51.465738 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccff1df1-7357-4205-a4ae-b74e376f9617" -d '{"events": [{"server_uuid": "0cc2f3ec-53ba-4b8c-a02a-236f8564eb92", "name": "network-vif-plugged", "status": "completed", "tag": "d40854b4-c7cf-4c79-ba60-0ea2a73669e5"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:29:51.484772 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port d40854b4-c7cf-4c79-ba60-0ea2a73669e5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d40854b4-c7cf-4c79-ba60-0ea2a73669e5,segment=NetworkSegment(dc852203-768c-4234-8d94-cf677f682d7e),segment_id=dc852203-768c-4234-8d94-cf677f682d7e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:29:51.495520 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aacc54-4fc3-4f8c-ae56-451c3f5247e8 req-9a492173-083c-4b79-8f78-521ac7eb3821 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:51.497196 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f1aacc54-4fc3-4f8c-ae56-451c3f5247e8 req-9a492173-083c-4b79-8f78-521ac7eb3821 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0610299 Oct 29 01:29:51.513708 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02682c23-4a8a-4a30-a874-b92496d1164b x-openstack-request-id: req-02682c23-4a8a-4a30-a874-b92496d1164b {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:29:51.514023 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc2f3ec-53ba-4b8c-a02a-236f8564eb92", "name": "network-vif-plugged", "status": "completed", "tag": "d40854b4-c7cf-4c79-ba60-0ea2a73669e5", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:29:51.514306 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-02682c23-4a8a-4a30-a874-b92496d1164b {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:29:51.514675 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc2f3ec-53ba-4b8c-a02a-236f8564eb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40854b4-c7cf-4c79-ba60-0ea2a73669e5', 'code': 200} Oct 29 01:29:51.546681 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f1aacc54-4fc3-4f8c-ae56-451c3f5247e8 req-2d753b3b-783e-4e79-b28d-5298f5c12fef tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418186 Oct 29 01:29:51.557363 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:51.611864 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=d40854b4-c7cf-4c79-ba60-0ea2a73669e5,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:29:51.690712 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f260bc6-54e8-4b28-9370-5738559107df req-d2d53cfe-10e9-429f-9090-6097fc6b4134 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:51.692228 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5f260bc6-54e8-4b28-9370-5738559107df req-d2d53cfe-10e9-429f-9090-6097fc6b4134 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.1023319 Oct 29 01:29:51.753762 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5f260bc6-54e8-4b28-9370-5738559107df req-b4d7e52e-cfa9-450e-bc48-4158d91f066a tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550778 Oct 29 01:29:51.756208 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b257c5db-c09d-4c03-af17-f6b0ae2be399 req-6803c24c-c2f5-4055-ab8e-c891d8a93ffd service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313131 Oct 29 01:29:51.947638 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b93409-8c2d-4fdb-b9c0-04d56d08b535 req-41008eec-7e6e-499c-92b1-fe25df82944a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:51.949239 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-76b93409-8c2d-4fdb-b9c0-04d56d08b535 req-41008eec-7e6e-499c-92b1-fe25df82944a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0545101 Oct 29 01:29:51.995595 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-76b93409-8c2d-4fdb-b9c0-04d56d08b535 req-1e45bd2e-6b3f-48c8-85d0-a07351974cd4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385873 Oct 29 01:29:52.677188 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45800e38-3065-49cf-88c4-c0241f36c691 req-7612f4e0-7232-45c7-9af5-777d59b4297b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:52.678770 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-45800e38-3065-49cf-88c4-c0241f36c691 req-7612f4e0-7232-45c7-9af5-777d59b4297b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0564027 Oct 29 01:29:52.718304 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-45800e38-3065-49cf-88c4-c0241f36c691 req-e74bca10-ea1b-4a0b-9fe6-6ae180ad95fc tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336490 Oct 29 01:29:52.867984 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b2a84-4c01-46c9-8aee-4b5afe40e0de req-9288655c-b6d4-401b-9a4f-ac7e449b3e0a tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:52.869481 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-db9b2a84-4c01-46c9-8aee-4b5afe40e0de req-9288655c-b6d4-401b-9a4f-ac7e449b3e0a tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0488329 Oct 29 01:29:52.910032 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-db9b2a84-4c01-46c9-8aee-4b5afe40e0de req-3a0f78d3-8b2c-4a6c-8fed-73701e88ef0e tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341821 Oct 29 01:29:53.119687 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2a883-d889-42fa-af4c-55c3044df467 req-d4369cdf-eefd-4bbc-bca3-0cd1b49cb944 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:53.121174 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-aae2a883-d889-42fa-af4c-55c3044df467 req-d4369cdf-eefd-4bbc-bca3-0cd1b49cb944 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0502000 Oct 29 01:29:53.160549 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-aae2a883-d889-42fa-af4c-55c3044df467 req-918cbfc4-6dcd-4f88-8e5b-395aa9c9b848 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326321 Oct 29 01:29:53.837377 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167c6e6-0303-41ab-8410-9faec87dab31 req-aa0a75bf-e04e-4857-aa92-c8668d4d8ad2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:53.838946 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4167c6e6-0303-41ab-8410-9faec87dab31 req-aa0a75bf-e04e-4857-aa92-c8668d4d8ad2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0520568 Oct 29 01:29:53.879083 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4167c6e6-0303-41ab-8410-9faec87dab31 req-acb958db-5088-47a1-b20d-e5bba1fc8ee2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329251 Oct 29 01:29:54.027211 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9211eb-cb7a-4a01-900b-777e31d4a3eb req-55154713-58b1-46ad-bfed-d76875a358c0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:54.028853 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4d9211eb-cb7a-4a01-900b-777e31d4a3eb req-55154713-58b1-46ad-bfed-d76875a358c0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0523267 Oct 29 01:29:54.067924 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4d9211eb-cb7a-4a01-900b-777e31d4a3eb req-82edc1bd-a8bd-4c1f-b415-f6fc5e17ac61 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323226 Oct 29 01:29:54.277458 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251a5ac-8f56-43fc-94f0-18606cd30d48 req-bef6c5da-649d-49ce-a09a-f1ea5c491c4f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:54.278949 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e251a5ac-8f56-43fc-94f0-18606cd30d48 req-bef6c5da-649d-49ce-a09a-f1ea5c491c4f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0479810 Oct 29 01:29:54.317542 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e251a5ac-8f56-43fc-94f0-18606cd30d48 req-36e030c7-6a3e-4d31-a892-3ac14eafbbe8 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319376 Oct 29 01:29:54.944162 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ac184-1345-4af6-ae5f-cf5f3758f80f req-df92f674-fd55-4e5d-b68a-b7c151776dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:54.945874 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c87ac184-1345-4af6-ae5f-cf5f3758f80f req-df92f674-fd55-4e5d-b68a-b7c151776dbd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 1099 time: 0.0531220 Oct 29 01:29:55.016999 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c87ac184-1345-4af6-ae5f-cf5f3758f80f req-0dcfcaf7-db08-44f8-90a9-2a66a15935de service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540094 Oct 29 01:29:55.027498 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4598845-b321-49ac-8932-0a206fffd605 req-95af2bbd-b2c3-459c-8d66-ec60d5b6c522 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:55.029138 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f4598845-b321-49ac-8932-0a206fffd605 req-95af2bbd-b2c3-459c-8d66-ec60d5b6c522 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0786140 Oct 29 01:29:55.077301 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f4598845-b321-49ac-8932-0a206fffd605 req-ae9254a8-946e-4d1f-8478-d6215729dd79 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419171 Oct 29 01:29:55.190213 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c477677-74e9-4596-8273-790281a70164 req-53a7ed7c-0de2-462f-90a4-c59a2fd9ea9a tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:55.191743 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c477677-74e9-4596-8273-790281a70164 req-53a7ed7c-0de2-462f-90a4-c59a2fd9ea9a tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0534716 Oct 29 01:29:55.240480 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c477677-74e9-4596-8273-790281a70164 req-05435604-c0e1-481e-b583-c6aba0e52709 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381274 Oct 29 01:29:55.447210 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da9448-c965-4d93-a1ec-1f2b6dd606ff req-8d7ead39-39b5-4a90-8782-16e0bcc2dd87 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:55.453446 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b5da9448-c965-4d93-a1ec-1f2b6dd606ff req-8d7ead39-39b5-4a90-8782-16e0bcc2dd87 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0560644 Oct 29 01:29:55.488654 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b5da9448-c965-4d93-a1ec-1f2b6dd606ff req-6b305b7b-c248-4a98-8ee9-b9a8f7105bf5 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329430 Oct 29 01:29:56.197032 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd5f40-55ce-468b-ba26-7b864a452a35 req-b72a53f7-4f6b-4470-b893-14d94d8e1cae tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:56.198485 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cccd5f40-55ce-468b-ba26-7b864a452a35 req-b72a53f7-4f6b-4470-b893-14d94d8e1cae tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0528548 Oct 29 01:29:56.247289 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cccd5f40-55ce-468b-ba26-7b864a452a35 req-f2d03179-6497-42af-b056-cd85a2862091 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419409 Oct 29 01:29:56.364302 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011b9fb-4764-46ad-8c5f-9188cad7062f req-db5c0959-3e44-4e81-a776-c4f46e2541f1 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:56.365834 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8011b9fb-4764-46ad-8c5f-9188cad7062f req-db5c0959-3e44-4e81-a776-c4f46e2541f1 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0549884 Oct 29 01:29:56.409732 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8011b9fb-4764-46ad-8c5f-9188cad7062f req-d151e0a5-c382-4aad-b9af-9bf829ea3443 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373538 Oct 29 01:29:56.612100 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193ecc9-5be1-4d72-924e-da1b19bc4e41 req-7bcd6334-ef02-400c-805a-b766089f55c2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:56.622638 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c193ecc9-5be1-4d72-924e-da1b19bc4e41 req-7bcd6334-ef02-400c-805a-b766089f55c2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0606828 Oct 29 01:29:56.669618 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c193ecc9-5be1-4d72-924e-da1b19bc4e41 req-02380e9f-ef36-4607-8017-35f109789d6a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368333 Oct 29 01:29:56.829035 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c8815-e042-4368-9a58-479997018f81 req-de4f04be-7190-4d23-bdb2-1fc248ff78a5 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:56.830548 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-796c8815-e042-4368-9a58-479997018f81 req-de4f04be-7190-4d23-bdb2-1fc248ff78a5 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0732472 Oct 29 01:29:56.839555 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 56618) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:56.844205 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-bcd68783-f216-4c37-bb23-2ad511826285 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Request body: {'floatingip': {'port_id': '01153800-bf44-4376-854e-aec24743a4d7'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:57.107582 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bcd68783-f216-4c37-bb23-2ad511826285 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for floatingip, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:57.237889 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d67a2098-f128-432a-a1fd-bb907e80eaf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:57.382004 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ea7ce-390d-4fac-abfa-0185fdacb0e9 req-2ec24a55-8bc1-4cff-9326-02b9b877873f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:57.383510 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-806ea7ce-390d-4fac-abfa-0185fdacb0e9 req-2ec24a55-8bc1-4cff-9326-02b9b877873f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0668035 Oct 29 01:29:57.613512 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-806ea7ce-390d-4fac-abfa-0185fdacb0e9 req-d62b00f7-437d-40a2-aa25-8b6ae5f9301e tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194684 Oct 29 01:29:57.701545 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fff8ae-67f4-4d29-8b74-8e6eded91a4f req-41193e0b-563b-4ae4-a2a9-73d4d183b2ab tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:57.703035 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-90fff8ae-67f4-4d29-8b74-8e6eded91a4f req-41193e0b-563b-4ae4-a2a9-73d4d183b2ab tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.1968474 Oct 29 01:29:57.815920 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-90fff8ae-67f4-4d29-8b74-8e6eded91a4f req-6e9f31b4-461f-4146-9f18-64dff5227dc7 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053619 Oct 29 01:29:57.842815 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bcd68783-f216-4c37-bb23-2ad511826285 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:57.947540 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfa157-47d0-4d9d-9fee-8d62198627f4 req-607a06df-de9e-435e-9e70-5bb3c187fa0f tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:57.949117 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-96bfa157-47d0-4d9d-9fee-8d62198627f4 req-607a06df-de9e-435e-9e70-5bb3c187fa0f tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0523944 Oct 29 01:29:57.950569 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bcd68783-f216-4c37-bb23-2ad511826285 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989738'] for floatingip, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:57.958742 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 56648) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:29:57.963778 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-ae49f6e0-ea71-4209-a4fd-bc49f2e02741 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Request body: {'floatingip': {'port_id': 'd40854b4-c7cf-4c79-ba60-0ea2a73669e5'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:29:58.043985 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ae49f6e0-ea71-4209-a4fd-bc49f2e02741 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for floatingip, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:58.059078 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.l3_db [None req-bcd68783-f216-4c37-bb23-2ad511826285 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Floating IP 7082755d-93c9-4a48-8c52-4b355748e157 associated. External IP: 172.27.3.252, port: 01153800-bf44-4376-854e-aec24743a4d7. Oct 29 01:29:58.304084 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd68783-f216-4c37-bb23-2ad511826285 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Router e09e300f-4b8b-4c5a-bb43-a23b90719be6 has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:29:58.435986 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd68783-f216-4c37-bb23-2ad511826285 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:29:58.446722 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bcd68783-f216-4c37-bb23-2ad511826285 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:58.453053 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe1996-a7f9-49b0-aa94-352df4aa3e70 None None] Sync routers for ids ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:29:58.470209 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe1996-a7f9-49b0-aa94-352df4aa3e70 None None] Routers {'e09e300f-4b8b-4c5a-bb43-a23b90719be6'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:29:58.470856 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-a4fe1996-a7f9-49b0-aa94-352df4aa3e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:29:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:58.479113 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-bcd68783-f216-4c37-bb23-2ad511826285 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "PUT /v2.0/floatingips/7082755d-93c9-4a48-8c52-4b355748e157 HTTP/1.1" status: 200 len: 991 time: 1.6383197 Oct 29 01:29:58.479968 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'tag': '01153800-bf44-4376-854e-aec24743a4d7'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:29:58.482657 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197852f6-060d-451c-9668-15be40509d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "f64f5ebf-8af1-4507-849e-b7d8e33979ae", "tag": "01153800-bf44-4376-854e-aec24743a4d7"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:29:58.550908 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75e5b9a-2b5d-4406-969d-93ae39fb5b08 x-openstack-request-id: req-e75e5b9a-2b5d-4406-969d-93ae39fb5b08 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:29:58.551531 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64f5ebf-8af1-4507-849e-b7d8e33979ae", "tag": "01153800-bf44-4376-854e-aec24743a4d7", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:29:58.551940 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e75e5b9a-2b5d-4406-969d-93ae39fb5b08 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:29:58.552501 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'tag': '01153800-bf44-4376-854e-aec24743a4d7', 'status': 'completed', 'code': 200} Oct 29 01:29:58.606054 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-a4fe1996-a7f9-49b0-aa94-352df4aa3e70 None None] Set router e09e300f-4b8b-4c5a-bb43-a23b90719be6 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:29:58.646448 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197852f6-060d-451c-9668-15be40509d4f req-0ff4ca3b-4776-45fb-bfa8-568b858c5c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:58.649209 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-197852f6-060d-451c-9668-15be40509d4f req-0ff4ca3b-4776-45fb-bfa8-568b858c5c67 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=413ce1a7d8504d0b9f656d9e623f9005&device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 1098 time: 0.0612311 Oct 29 01:29:58.857495 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa6de7-8e87-4519-b358-ac37419a509a req-36eb04fb-40e2-4584-935d-1b761ab31f52 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:58.859034 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-25fa6de7-8e87-4519-b358-ac37419a509a req-36eb04fb-40e2-4584-935d-1b761ab31f52 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.1530876 Oct 29 01:29:58.893691 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ae49f6e0-ea71-4209-a4fd-bc49f2e02741 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:58.955190 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-25fa6de7-8e87-4519-b358-ac37419a509a req-c85c5f5b-fa91-4d0c-9a7b-fbb3c2cfb2f4 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826550 Oct 29 01:29:58.962820 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197852f6-060d-451c-9668-15be40509d4f req-41130fda-2d65-47bf-bd51-cfcd21463f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:58.964429 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-197852f6-060d-451c-9668-15be40509d4f req-41130fda-2d65-47bf-bd51-cfcd21463f3f service neutron] 10.222.0.83 "GET /v2.0/networks?id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a HTTP/1.1" status: 200 len: 918 time: 0.3025696 Oct 29 01:29:58.971519 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ae49f6e0-ea71-4209-a4fd-bc49f2e02741 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989738'] for floatingip, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:59.057664 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-a4fe1996-a7f9-49b0-aa94-352df4aa3e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': '7082755d-93c9-4a48-8c52-4b355748e157', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'port_id': '01153800-bf44-4376-854e-aec24743a4d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'mac_address': 'fa:16:3e:94:03:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:29:20Z', 'updated_at': '2021-10-29T01:29:57Z', 'revision_number': 1, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8869a439-50c9-4be6-92ab-73e96583a53f', 'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'mac_address': 'fa:16:3e:69:7c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:23Z', 'revision_number': 5, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'subnets': [{'id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:59.093124 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe1996-a7f9-49b0-aa94-352df4aa3e70 None None] Checking router: e09e300f-4b8b-4c5a-bb43-a23b90719be6 for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:29:59.101891 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.db.l3_db [None req-ae49f6e0-ea71-4209-a4fd-bc49f2e02741 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Floating IP 773b2cba-bebc-4228-9e09-80512b23a051 associated. External IP: 172.27.3.60, port: d40854b4-c7cf-4c79-ba60-0ea2a73669e5. Oct 29 01:29:59.108144 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe1996-a7f9-49b0-aa94-352df4aa3e70 None None] Routers {'e09e300f-4b8b-4c5a-bb43-a23b90719be6'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:29:59.108946 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-a4fe1996-a7f9-49b0-aa94-352df4aa3e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:29:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:59.121568 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-197852f6-060d-451c-9668-15be40509d4f req-f579cc6b-5f14-4843-917b-f20ccf8c8c79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01153800-bf44-4376-854e-aec24743a4d7 HTTP/1.1" status: 200 len: 999 time: 0.1378527 Oct 29 01:29:59.211783 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197852f6-060d-451c-9668-15be40509d4f req-86dec4bb-7a94-4706-8aaf-ead586b58b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:59.213748 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-197852f6-060d-451c-9668-15be40509d4f req-86dec4bb-7a94-4706-8aaf-ead586b58b82 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2ede7331-865e-43e5-b251-83ad21e6a29c HTTP/1.1" status: 200 len: 856 time: 0.0648379 Oct 29 01:29:59.246594 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-a4fe1996-a7f9-49b0-aa94-352df4aa3e70 None None] Set router e09e300f-4b8b-4c5a-bb43-a23b90719be6 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:29:59.348595 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae49f6e0-ea71-4209-a4fd-bc49f2e02741 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Router 58ecb1c1-c6e1-478b-90bc-785facda450d has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:29:59.464805 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197852f6-060d-451c-9668-15be40509d4f req-c47e95e0-6102-4f69-b1ae-1962db5929bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:59.466252 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-197852f6-060d-451c-9668-15be40509d4f req-c47e95e0-6102-4f69-b1ae-1962db5929bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2391717 Oct 29 01:29:59.475515 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae49f6e0-ea71-4209-a4fd-bc49f2e02741 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:29:59.480558 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ae49f6e0-ea71-4209-a4fd-bc49f2e02741 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:29:59.488530 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e4fc6-5184-4552-95e4-dc288dac200a None None] Sync routers for ids ['58ecb1c1-c6e1-478b-90bc-785facda450d'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:29:59.500563 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e4fc6-5184-4552-95e4-dc288dac200a None None] Routers {'58ecb1c1-c6e1-478b-90bc-785facda450d'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:29:59.501486 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-971e4fc6-5184-4552-95e4-dc288dac200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:29:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['58ecb1c1-c6e1-478b-90bc-785facda450d'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:59.522162 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-ae49f6e0-ea71-4209-a4fd-bc49f2e02741 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "PUT /v2.0/floatingips/773b2cba-bebc-4228-9e09-80512b23a051 HTTP/1.1" status: 200 len: 991 time: 1.5596764 Oct 29 01:29:59.522162 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc2f3ec-53ba-4b8c-a02a-236f8564eb92', 'tag': 'd40854b4-c7cf-4c79-ba60-0ea2a73669e5'}] {{(pid=101843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:29:59.524269 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62e9e1f26a3722756967881dc3103d1ef987c1afaa65af21d436660d1349688f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034cd67c-8aaa-46ca-958d-bd7cf3f7851c" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc2f3ec-53ba-4b8c-a02a-236f8564eb92", "tag": "d40854b4-c7cf-4c79-ba60-0ea2a73669e5"}]}' {{(pid=101843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:29:59.546187 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-a4fe1996-a7f9-49b0-aa94-352df4aa3e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': '7082755d-93c9-4a48-8c52-4b355748e157', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'port_id': '01153800-bf44-4376-854e-aec24743a4d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'mac_address': 'fa:16:3e:94:03:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:29:20Z', 'updated_at': '2021-10-29T01:29:57Z', 'revision_number': 1, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8869a439-50c9-4be6-92ab-73e96583a53f', 'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'mac_address': 'fa:16:3e:69:7c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:23Z', 'revision_number': 5, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'subnets': [{'id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:29:59.588996 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4fe1996-a7f9-49b0-aa94-352df4aa3e70 None None] The sync data for ids ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'] in dv-cinder-813984-5-iscsi is: [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': '7082755d-93c9-4a48-8c52-4b355748e157', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'port_id': '01153800-bf44-4376-854e-aec24743a4d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'mac_address': 'fa:16:3e:94:03:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:29:20Z', 'updated_at': '2021-10-29T01:29:57Z', 'revision_number': 1, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8869a439-50c9-4be6-92ab-73e96583a53f', 'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'mac_address': 'fa:16:3e:69:7c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:23Z', 'revision_number': 5, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'subnets': [{'id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:29:59.596384 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-197852f6-060d-451c-9668-15be40509d4f req-15a2a6cd-db82-4461-b7c7-74d4f03466b3 service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159129 Oct 29 01:29:59.602193 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c54cc1-7c49-4d84-84f0-6358e29311c9 x-openstack-request-id: req-17c54cc1-7c49-4d84-84f0-6358e29311c9 {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:29:59.602523 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc2f3ec-53ba-4b8c-a02a-236f8564eb92", "tag": "d40854b4-c7cf-4c79-ba60-0ea2a73669e5", "status": "completed", "code": 200}]} {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:29:59.602776 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-17c54cc1-7c49-4d84-84f0-6358e29311c9 {{(pid=101843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:29:59.603232 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc2f3ec-53ba-4b8c-a02a-236f8564eb92', 'tag': 'd40854b4-c7cf-4c79-ba60-0ea2a73669e5', 'status': 'completed', 'code': 200} Oct 29 01:29:59.666421 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-971e4fc6-5184-4552-95e4-dc288dac200a None None] Set router 58ecb1c1-c6e1-478b-90bc-785facda450d gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:29:59.758989 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cd67c-8aaa-46ca-958d-bd7cf3f7851c req-f54f87c2-d3ce-49c0-ba06-6c98ff609754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:59.760556 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-034cd67c-8aaa-46ca-958d-bd7cf3f7851c req-f54f87c2-d3ce-49c0-ba06-6c98ff609754 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c51a2093a0874d52a08f6e25489ba181&device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 1099 time: 0.0703967 Oct 29 01:29:59.779632 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-197852f6-060d-451c-9668-15be40509d4f req-1b2a9e2d-be1f-4118-ada6-6078fa318e52 service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624913 Oct 29 01:29:59.891481 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cd67c-8aaa-46ca-958d-bd7cf3f7851c req-73337e7b-6d5b-4238-8f85-409c627616de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:29:59.893691 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-034cd67c-8aaa-46ca-958d-bd7cf3f7851c req-73337e7b-6d5b-4238-8f85-409c627616de service neutron] 10.222.0.83 "GET /v2.0/networks?id=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c HTTP/1.1" status: 200 len: 911 time: 0.1231933 Oct 29 01:29:59.910449 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f218b92-5218-42a1-ab42-463039b9d5f4 None None] New status for floating IP 7082755d-93c9-4a48-8c52-4b355748e157: ACTIVE {{(pid=101845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:30:00.051322 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-971e4fc6-5184-4552-95e4-dc288dac200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 4, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': '773b2cba-bebc-4228-9e09-80512b23a051', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'port_id': 'd40854b4-c7cf-4c79-ba60-0ea2a73669e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 87, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'mac_address': 'fa:16:3e:99:16:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc2f3ec-53ba-4b8c-a02a-236f8564eb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:29:20Z', 'updated_at': '2021-10-29T01:29:58Z', 'revision_number': 1, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca41fa19-b501-4ae0-ae41-4e21872c5d6b', 'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'mac_address': 'fa:16:3e:cb:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 5, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'subnets': [{'id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:00.102009 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e4fc6-5184-4552-95e4-dc288dac200a None None] Checking router: 58ecb1c1-c6e1-478b-90bc-785facda450d for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:30:00.106358 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-034cd67c-8aaa-46ca-958d-bd7cf3f7851c req-a50295fa-e032-442b-8143-1c784641625d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d40854b4-c7cf-4c79-ba60-0ea2a73669e5 HTTP/1.1" status: 200 len: 999 time: 0.1934915 Oct 29 01:30:00.115218 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7f625-1714-4926-b450-577ed0c649dd req-b922f576-e925-4876-88d2-51b684f167b5 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:00.122254 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e4fc6-5184-4552-95e4-dc288dac200a None None] Routers {'58ecb1c1-c6e1-478b-90bc-785facda450d'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:30:00.122842 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-971e4fc6-5184-4552-95e4-dc288dac200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:29:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['58ecb1c1-c6e1-478b-90bc-785facda450d'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:00.125790 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b8a7f625-1714-4926-b450-577ed0c649dd req-b922f576-e925-4876-88d2-51b684f167b5 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0787551 Oct 29 01:30:00.227808 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b8a7f625-1714-4926-b450-577ed0c649dd req-69317762-af65-4de5-85a7-dfb55cabfe8b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009583 Oct 29 01:30:00.230174 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cd67c-8aaa-46ca-958d-bd7cf3f7851c req-98d809fc-8a2e-4155-a57b-331faf339bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:00.232334 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-034cd67c-8aaa-46ca-958d-bd7cf3f7851c req-98d809fc-8a2e-4155-a57b-331faf339bf5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67bc09a3-f88c-4c46-a274-32b5b88cd6f4 HTTP/1.1" status: 200 len: 849 time: 0.0981400 Oct 29 01:30:00.309605 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cd67c-8aaa-46ca-958d-bd7cf3f7851c req-5b39509d-8852-4610-bc2e-f56825f56557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:00.311855 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-034cd67c-8aaa-46ca-958d-bd7cf3f7851c req-5b39509d-8852-4610-bc2e-f56825f56557 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622730 Oct 29 01:30:00.339023 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f4d9edde-7bc6-4d68-a828-ef1244b33639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:00.391049 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-971e4fc6-5184-4552-95e4-dc288dac200a None None] Set router 58ecb1c1-c6e1-478b-90bc-785facda450d gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:30:00.419614 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-034cd67c-8aaa-46ca-958d-bd7cf3f7851c req-950fdb54-4522-4992-82c5-f14f7fefef01 service neutron] 10.222.0.83 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970960 Oct 29 01:30:00.520884 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-034cd67c-8aaa-46ca-958d-bd7cf3f7851c req-088d5b00-87c0-4c1c-ad21-f97310c08b9b service neutron] 10.222.0.83 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917068 Oct 29 01:30:00.650297 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-971e4fc6-5184-4552-95e4-dc288dac200a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 4, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': '773b2cba-bebc-4228-9e09-80512b23a051', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'port_id': 'd40854b4-c7cf-4c79-ba60-0ea2a73669e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 87, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'mac_address': 'fa:16:3e:99:16:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc2f3ec-53ba-4b8c-a02a-236f8564eb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:29:20Z', 'updated_at': '2021-10-29T01:29:58Z', 'revision_number': 1, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca41fa19-b501-4ae0-ae41-4e21872c5d6b', 'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'mac_address': 'fa:16:3e:cb:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 5, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'subnets': [{'id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:00.680307 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971e4fc6-5184-4552-95e4-dc288dac200a None None] The sync data for ids ['58ecb1c1-c6e1-478b-90bc-785facda450d'] in dv-cinder-813984-5-iscsi is: [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 4, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': '773b2cba-bebc-4228-9e09-80512b23a051', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'port_id': 'd40854b4-c7cf-4c79-ba60-0ea2a73669e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 87, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'mac_address': 'fa:16:3e:99:16:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc2f3ec-53ba-4b8c-a02a-236f8564eb92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:29:20Z', 'updated_at': '2021-10-29T01:29:58Z', 'revision_number': 1, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca41fa19-b501-4ae0-ae41-4e21872c5d6b', 'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'mac_address': 'fa:16:3e:cb:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 5, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'subnets': [{'id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:30:00.895986 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ee51c5-59e7-423e-bc83-b5a34b6fa185 None None] New status for floating IP 773b2cba-bebc-4228-9e09-80512b23a051: ACTIVE {{(pid=101844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:30:01.078114 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:01.103446 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 56732) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:01.227186 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-088d7041-d2fb-4fe6-a57b-097a15be62c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:01.257024 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:01.325560 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-088d7041-d2fb-4fe6-a57b-097a15be62c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:01.364197 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd6d93-96ba-4161-bc21-9ad6d76d0d25 req-b92f241a-bae9-41fa-af12-1ed2060544f6 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:01.372944 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fdfd6d93-96ba-4161-bc21-9ad6d76d0d25 req-b92f241a-bae9-41fa-af12-1ed2060544f6 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0592771 Oct 29 01:30:01.406217 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fdfd6d93-96ba-4161-bc21-9ad6d76d0d25 req-b5e59eb0-3c16-4df9-9b21-f87e64a91c0a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343299 Oct 29 01:30:01.448897 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-088d7041-d2fb-4fe6-a57b-097a15be62c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:01.513110 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-088d7041-d2fb-4fe6-a57b-097a15be62c1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2b66eccab4404d42b6291703f3eea606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4083838 Oct 29 01:30:01.513981 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d7041-d2fb-4fe6-a57b-097a15be62c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1c1a2a-1776-46d7-a131-10a024f5cac0,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:01.517068 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 56740) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:01.568751 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-24f2dda4-2ab3-4c45-9a0f-64949c6b5fde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:01.591760 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-24f2dda4-2ab3-4c45-9a0f-64949c6b5fde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:01.717463 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-24f2dda4-2ab3-4c45-9a0f-64949c6b5fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:01.720856 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-24f2dda4-2ab3-4c45-9a0f-64949c6b5fde admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:01.722243 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-24f2dda4-2ab3-4c45-9a0f-64949c6b5fde admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/df1c1a2a-1776-46d7-a131-10a024f5cac0 HTTP/1.1" status: 204 len: 168 time: 0.2037506 Oct 29 01:30:01.730525 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2dda4-2ab3-4c45-9a0f-64949c6b5fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1c1a2a-1776-46d7-a131-10a024f5cac0,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:02.321141 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 56772) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:02.335046 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4a0b-d57d-470b-a677-4162e4a31c28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:02.413503 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4a0b-d57d-470b-a677-4162e4a31c28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:02.465480 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1ccc4a0b-d57d-470b-a677-4162e4a31c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:02.532937 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc4a0b-d57d-470b-a677-4162e4a31c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a866f334-5bc1-49e8-a7bf-bd026c0cba24,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:02.545857 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-1ccc4a0b-d57d-470b-a677-4162e4a31c28 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7dd041dc13664f24aea6e13a0b1df995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236428 Oct 29 01:30:02.549801 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 56778) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:02.554282 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc4a0b-d57d-470b-a677-4162e4a31c28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.554633 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc4a0b-d57d-470b-a677-4162e4a31c28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.554976 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc4a0b-d57d-470b-a677-4162e4a31c28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.555317 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc4a0b-d57d-470b-a677-4162e4a31c28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.555651 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc4a0b-d57d-470b-a677-4162e4a31c28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.556203 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc4a0b-d57d-470b-a677-4162e4a31c28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.556361 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc4a0b-d57d-470b-a677-4162e4a31c28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.556676 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc4a0b-d57d-470b-a677-4162e4a31c28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.557000 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc4a0b-d57d-470b-a677-4162e4a31c28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.557321 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc4a0b-d57d-470b-a677-4162e4a31c28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.557640 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc4a0b-d57d-470b-a677-4162e4a31c28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.557954 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ccc4a0b-d57d-470b-a677-4162e4a31c28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.573443 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de32ffa-3393-47ea-818e-a14f6f9fed06 req-d889aace-b552-46b3-9c05-7bf68ab400ff tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:02.575220 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1de32ffa-3393-47ea-818e-a14f6f9fed06 req-d889aace-b552-46b3-9c05-7bf68ab400ff tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0935960 Oct 29 01:30:02.616697 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1de32ffa-3393-47ea-818e-a14f6f9fed06 req-d352aac6-d3cb-4119-82e2-f0cd17914426 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355320 Oct 29 01:30:02.622104 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d42c7be8-a674-4389-9848-91f12d80b70c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:02.645104 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d42c7be8-a674-4389-9848-91f12d80b70c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:02.745280 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d42c7be8-a674-4389-9848-91f12d80b70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:02.748054 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d42c7be8-a674-4389-9848-91f12d80b70c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:02.752126 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-d42c7be8-a674-4389-9848-91f12d80b70c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a866f334-5bc1-49e8-a7bf-bd026c0cba24 HTTP/1.1" status: 204 len: 168 time: 0.1984005 Oct 29 01:30:02.758916 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c7be8-a674-4389-9848-91f12d80b70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a866f334-5bc1-49e8-a7bf-bd026c0cba24,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:02.766581 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c7be8-a674-4389-9848-91f12d80b70c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.769279 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c7be8-a674-4389-9848-91f12d80b70c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.769279 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c7be8-a674-4389-9848-91f12d80b70c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.769279 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c7be8-a674-4389-9848-91f12d80b70c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.769279 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c7be8-a674-4389-9848-91f12d80b70c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.769279 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c7be8-a674-4389-9848-91f12d80b70c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.769279 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c7be8-a674-4389-9848-91f12d80b70c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.769279 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c7be8-a674-4389-9848-91f12d80b70c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.769852 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c7be8-a674-4389-9848-91f12d80b70c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.769852 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c7be8-a674-4389-9848-91f12d80b70c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.769993 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c7be8-a674-4389-9848-91f12d80b70c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.770273 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d42c7be8-a674-4389-9848-91f12d80b70c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:02.945332 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:03.739588 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4cf6f-d284-46f9-ad5b-eaa9174d9157 req-1abd4f46-cd79-4cc6-9f9c-b724ab1d5df6 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:03.741167 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a3b4cf6f-d284-46f9-ad5b-eaa9174d9157 req-1abd4f46-cd79-4cc6-9f9c-b724ab1d5df6 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0536950 Oct 29 01:30:03.783587 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a3b4cf6f-d284-46f9-ad5b-eaa9174d9157 req-ef300bdf-d2cc-48dc-a2fe-93afe3ba228f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357621 Oct 29 01:30:04.420904 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 56842) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:04.536381 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-01cf64c2-b1d5-49a8-b8cc-e76951b9772b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.617773 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-01cf64c2-b1d5-49a8-b8cc-e76951b9772b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.693793 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-01cf64c2-b1d5-49a8-b8cc-e76951b9772b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.737032 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-01cf64c2-b1d5-49a8-b8cc-e76951b9772b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ce7ae18b4bfe440f8db8ccbbc8b3d7f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124619 Oct 29 01:30:04.737032 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf64c2-b1d5-49a8-b8cc-e76951b9772b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66f6778-83c5-4613-85a8-87bcccba9357,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:04.737352 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 56852) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:04.786634 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-14cd6546-5ed6-4a85-a376-4d61cf3154c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.814861 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-14cd6546-5ed6-4a85-a376-4d61cf3154c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.908469 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c795682-4d45-4741-81c5-a65df54d6270 req-8b5012ed-2985-4096-aa68-b3c0713926de tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:04.909996 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7c795682-4d45-4741-81c5-a65df54d6270 req-8b5012ed-2985-4096-aa68-b3c0713926de tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0511954 Oct 29 01:30:04.955928 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7c795682-4d45-4741-81c5-a65df54d6270 req-f396578a-7901-425b-bc43-e1bcab206378 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395608 Oct 29 01:30:04.965501 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-14cd6546-5ed6-4a85-a376-4d61cf3154c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.968270 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-14cd6546-5ed6-4a85-a376-4d61cf3154c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:04.972012 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-14cd6546-5ed6-4a85-a376-4d61cf3154c0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a66f6778-83c5-4613-85a8-87bcccba9357 HTTP/1.1" status: 204 len: 168 time: 0.2313316 Oct 29 01:30:04.989608 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd6546-5ed6-4a85-a376-4d61cf3154c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66f6778-83c5-4613-85a8-87bcccba9357,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:05.017626 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 56864) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:05.144453 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-77ce7e20-bf10-4226-bc80-acef7e73ff78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.240781 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-77ce7e20-bf10-4226-bc80-acef7e73ff78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.305762 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-77ce7e20-bf10-4226-bc80-acef7e73ff78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.343656 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ce7e20-bf10-4226-bc80-acef7e73ff78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16da45a2-252f-4cba-94a0-c0af42669696,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:05.366284 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-77ce7e20-bf10-4226-bc80-acef7e73ff78 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cffb2d178ca849a382869f9d22823f9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450816 Oct 29 01:30:05.369183 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 56878) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:05.421884 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-20af50f4-d446-4084-a04e-577fbbc9d6e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.446675 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-20af50f4-d446-4084-a04e-577fbbc9d6e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.602262 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-20af50f4-d446-4084-a04e-577fbbc9d6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.605073 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-20af50f4-d446-4084-a04e-577fbbc9d6e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:05.613994 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-20af50f4-d446-4084-a04e-577fbbc9d6e2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/16da45a2-252f-4cba-94a0-c0af42669696 HTTP/1.1" status: 204 len: 168 time: 0.2359364 Oct 29 01:30:05.622745 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af50f4-d446-4084-a04e-577fbbc9d6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16da45a2-252f-4cba-94a0-c0af42669696,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:06.106826 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fa629-ca45-4f8b-9b5f-cddeb9f6b8bc req-dbb4cc00-7514-431a-89e5-e536dcd639c8 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:06.108483 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1e1fa629-ca45-4f8b-9b5f-cddeb9f6b8bc req-dbb4cc00-7514-431a-89e5-e536dcd639c8 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0587392 Oct 29 01:30:06.154908 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1e1fa629-ca45-4f8b-9b5f-cddeb9f6b8bc req-b1907b86-237d-4137-8b71-433bd1cc62ea tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393951 Oct 29 01:30:06.273971 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d640e9f-5b86-4791-818e-c45ba5135a9f req-48fd1cb2-59ce-4d73-9bae-095cd6a91c53 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:06.285625 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4d640e9f-5b86-4791-818e-c45ba5135a9f req-48fd1cb2-59ce-4d73-9bae-095cd6a91c53 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 945 time: 0.0923951 Oct 29 01:30:06.317751 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 56916) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:06.334805 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-99c285a6-8a1f-442f-8693-17afa55a0723 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:06.339000 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4d640e9f-5b86-4791-818e-c45ba5135a9f req-82ac2af5-19e7-4eba-93f4-0ed43c753cc2 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480525 Oct 29 01:30:06.426288 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-99c285a6-8a1f-442f-8693-17afa55a0723 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:06.488503 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-99c285a6-8a1f-442f-8693-17afa55a0723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:06.528088 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-99c285a6-8a1f-442f-8693-17afa55a0723 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c0f4dc0a1d454674a6906bc5ad6e82b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2091560 Oct 29 01:30:06.529039 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c285a6-8a1f-442f-8693-17afa55a0723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124efbc2-6ce9-4f1c-8322-ee198fed3141,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:06.530884 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 56924) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:06.593383 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7ff09c58-41e9-4086-8fd2-632cfd02e14a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:06.615570 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7ff09c58-41e9-4086-8fd2-632cfd02e14a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:06.745019 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7ff09c58-41e9-4086-8fd2-632cfd02e14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:06.747782 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7ff09c58-41e9-4086-8fd2-632cfd02e14a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:06.748990 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-7ff09c58-41e9-4086-8fd2-632cfd02e14a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/124efbc2-6ce9-4f1c-8322-ee198fed3141 HTTP/1.1" status: 204 len: 168 time: 0.2169569 Oct 29 01:30:06.758553 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff09c58-41e9-4086-8fd2-632cfd02e14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124efbc2-6ce9-4f1c-8322-ee198fed3141,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:07.686066 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 56974) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:07.902959 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-573556a7-e15a-4f80-b1e1-34f281909ed0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-31864590-network', 'tenant_id': '131e8f4d098e4d2ba64328c91f63c18c'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:08.036694 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573556a7-e15a-4f80-b1e1-34f281909ed0 admin admin] Made reservation on behalf of 131e8f4d098e4d2ba64328c91f63c18c for: {'network': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:08.039190 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-573556a7-e15a-4f80-b1e1-34f281909ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.050298 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-573556a7-e15a-4f80-b1e1-34f281909ed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.146008 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-573556a7-e15a-4f80-b1e1-34f281909ed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.209331 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-573556a7-e15a-4f80-b1e1-34f281909ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.239260 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-573556a7-e15a-4f80-b1e1-34f281909ed0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=101843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:30:08.253661 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573556a7-e15a-4f80-b1e1-34f281909ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224fdacf-582c-44d0-99c2-496765d17b6f,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:08.258675 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-573556a7-e15a-4f80-b1e1-34f281909ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.259013 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.db.segments_db [None req-573556a7-e15a-4f80-b1e1-34f281909ed0 admin admin] Added segment 680f82fe-fc0c-46fa-b0ac-a1feca77f21b of type vlan for network 07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac Oct 29 01:30:08.311855 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-573556a7-e15a-4f80-b1e1-34f281909ed0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.408359 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-573556a7-e15a-4f80-b1e1-34f281909ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.409359 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573556a7-e15a-4f80-b1e1-34f281909ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:08.409936 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-573556a7-e15a-4f80-b1e1-34f281909ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.468494 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573556a7-e15a-4f80-b1e1-34f281909ed0 admin admin] Pushing event updated for resources: {'Network': ['ID=07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:08.479938 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network 07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:30:08.514294 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-573556a7-e15a-4f80-b1e1-34f281909ed0 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8255606 Oct 29 01:30:08.518017 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 56988) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:08.523179 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-0a62722d-c088-43c1-b632-a12013321303 admin admin] Request body: {'subnet': {'network_id': '07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-31864590-subnet', 'tenant_id': '131e8f4d098e4d2ba64328c91f63c18c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:08.626166 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a62722d-c088-43c1-b632-a12013321303 admin admin] Made reservation on behalf of 131e8f4d098e4d2ba64328c91f63c18c for: {'subnet': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:08.628619 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0a62722d-c088-43c1-b632-a12013321303 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.865756 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0a62722d-c088-43c1-b632-a12013321303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for subnet, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:08.925500 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62722d-c088-43c1-b632-a12013321303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fe89b20-fe9a-47e5-a297-3c396101fc46,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:08.935699 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a62722d-c088-43c1-b632-a12013321303 admin admin] Checking segment: {'id': '680f82fe-fc0c-46fa-b0ac-a1feca77f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:08.936082 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a62722d-c088-43c1-b632-a12013321303 admin admin] Network hostable DHCP agents. Network: 07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:30:09.042175 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a62722d-c088-43c1-b632-a12013321303 admin admin] Network 07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:30:09.162826 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-0a62722d-c088-43c1-b632-a12013321303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, 07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac) {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:09.167150 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a62722d-c088-43c1-b632-a12013321303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:09.167882 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0a62722d-c088-43c1-b632-a12013321303 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:09.172531 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c24f98-5c17-48fa-ba23-f2cd89cc0afd None None] Network 07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:30:09.256669 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-0a62722d-c088-43c1-b632-a12013321303 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7375252 Oct 29 01:30:09.296809 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edee6f6-e8c9-463d-870b-8c95082d15e4 None None] Network 07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:30:09.948813 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bfbe0c13-4805-4e2c-9606-c7036a16228b req-cd77e1d2-8bc9-4993-8c38-2fdacf359822 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442266 Oct 29 01:30:10.075104 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0c84-6a0d-4595-8004-9d6eb41b76fc req-fd903a9a-ae23-4ec5-b163-576dc5459264 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:10.076637 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-88bf0c84-6a0d-4595-8004-9d6eb41b76fc req-fd903a9a-ae23-4ec5-b163-576dc5459264 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.1079602 Oct 29 01:30:10.099423 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d0e4a-563b-44e2-8826-541ae9642669 req-0eb1d2e8-df59-4558-bbcd-5ac2c34d8b21 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:10.100960 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-191d0e4a-563b-44e2-8826-541ae9642669 req-0eb1d2e8-df59-4558-bbcd-5ac2c34d8b21 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 945 time: 0.1063416 Oct 29 01:30:10.111377 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe0c13-4805-4e2c-9606-c7036a16228b req-0fe24024-24b9-468a-b237-04e9f86eeec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:10.112922 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bfbe0c13-4805-4e2c-9606-c7036a16228b req-0fe24024-24b9-468a-b237-04e9f86eeec3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b037cd872fe4e0b8b9429048c567b1b&device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 1098 time: 0.0885401 Oct 29 01:30:10.169274 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-88bf0c84-6a0d-4595-8004-9d6eb41b76fc req-3c3266e4-7fab-4218-a10c-25b691dbed0b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847614 Oct 29 01:30:10.183834 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-191d0e4a-563b-44e2-8826-541ae9642669 req-7f8300ee-9492-4076-ac52-64395266bd21 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698042 Oct 29 01:30:10.255933 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe0c13-4805-4e2c-9606-c7036a16228b req-775f6638-2ccd-4259-8f32-5684c35df17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:10.257272 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bfbe0c13-4805-4e2c-9606-c7036a16228b req-775f6638-2ccd-4259-8f32-5684c35df17b service neutron] 10.222.0.83 "GET /v2.0/networks?id=994299c4-5e9a-49d2-8046-83a41a29fd88 HTTP/1.1" status: 200 len: 919 time: 0.1004624 Oct 29 01:30:10.304175 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bfbe0c13-4805-4e2c-9606-c7036a16228b req-46a91981-19c0-4841-9517-007ad0e35fd6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 HTTP/1.1" status: 200 len: 217 time: 0.0375316 Oct 29 01:30:10.360426 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe0c13-4805-4e2c-9606-c7036a16228b req-7a20f1a4-a2b3-40cb-b6a7-b2f5606dfca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:10.361884 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bfbe0c13-4805-4e2c-9606-c7036a16228b req-7a20f1a4-a2b3-40cb-b6a7-b2f5606dfca4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=461ec7a9-0b24-4557-8d0b-f37f5daa734d HTTP/1.1" status: 200 len: 858 time: 0.0440454 Oct 29 01:30:10.414184 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bfbe0c13-4805-4e2c-9606-c7036a16228b req-2b7533c8-7ff4-4142-82d1-18f25cada401 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=994299c4-5e9a-49d2-8046-83a41a29fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255117 Oct 29 01:30:10.517066 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bfbe0c13-4805-4e2c-9606-c7036a16228b req-0fe97687-f617-4283-9b3e-9780542ad6de service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888660 Oct 29 01:30:10.615053 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bfbe0c13-4805-4e2c-9606-c7036a16228b req-5d1a834e-8d1b-43e2-a564-569399cbb10b service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882525 Oct 29 01:30:11.140121 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:11.351086 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab945ef9-57c3-40ce-b893-2209ecb5d69d req-f8e7a6b5-7389-4fe8-aec2-dcf4a43fc023 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:11.352644 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ab945ef9-57c3-40ce-b893-2209ecb5d69d req-f8e7a6b5-7389-4fe8-aec2-dcf4a43fc023 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0981228 Oct 29 01:30:11.366998 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02903dbe-54a4-473e-8dea-a9e52aa7606b req-dab01a13-fada-4496-b5d0-db2317aa20a9 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:11.375053 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-02903dbe-54a4-473e-8dea-a9e52aa7606b req-dab01a13-fada-4496-b5d0-db2317aa20a9 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 945 time: 0.0870087 Oct 29 01:30:11.431538 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-02903dbe-54a4-473e-8dea-a9e52aa7606b req-a5d7b2bd-fd92-4c85-9877-a7c6015f8d35 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556045 Oct 29 01:30:11.436681 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ab945ef9-57c3-40ce-b893-2209ecb5d69d req-2453a1eb-8dea-4a4c-b30f-188786953f2a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594063 Oct 29 01:30:11.628315 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-aced9a2d-36c5-4b2c-975e-c7c7a249aba0 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:11.629746 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-aced9a2d-36c5-4b2c-975e-c7c7a249aba0 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/networks?id=07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac HTTP/1.1" status: 200 len: 807 time: 0.1074562 Oct 29 01:30:11.647540 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-769c3d16-0c5f-485f-bb00-3a6000970730 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/quotas/131e8f4d098e4d2ba64328c91f63c18c HTTP/1.1" status: 200 len: 375 time: 0.0117512 Oct 29 01:30:11.680089 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-16a4106a-bf20-4a79-9e07-e9be14987b90 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=131e8f4d098e4d2ba64328c91f63c18c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266864 Oct 29 01:30:11.774283 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-4e0c7de9-bc31-4c1e-bd1e-d37b90f67f08 service neutron] 10.222.0.87 "GET /v2.0/networks/07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868857 Oct 29 01:30:11.865458 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-57592ed0-4448-4990-a721-725489776866 service neutron] 10.222.0.87 "GET /v2.0/networks/07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850110 Oct 29 01:30:12.126905 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b0318e46-b00e-4850-bac7-122765235381 req-736c0ae7-ed86-4e52-a189-6900a51161d7 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 210 time: 0.0291457 Oct 29 01:30:12.615195 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d735f2-7947-4962-bf5f-0d00efab265e req-345a8d07-0c46-4eb2-822f-64f4942fada0 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:12.616749 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b4d735f2-7947-4962-bf5f-0d00efab265e req-345a8d07-0c46-4eb2-822f-64f4942fada0 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 945 time: 0.1073730 Oct 29 01:30:12.627613 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da087f41-b54c-47ae-bcc0-7a775f3ace15 req-851f3536-5415-4737-aa1d-e325a62a8279 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:12.629219 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-da087f41-b54c-47ae-bcc0-7a775f3ace15 req-851f3536-5415-4737-aa1d-e325a62a8279 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0927105 Oct 29 01:30:12.687233 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b4d735f2-7947-4962-bf5f-0d00efab265e req-490de0f8-54e6-4227-8467-20883601c86c tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570340 Oct 29 01:30:12.690782 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-da087f41-b54c-47ae-bcc0-7a775f3ace15 req-670adb65-f6ca-4259-b486-08daa9518cf7 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548136 Oct 29 01:30:13.228202 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d7be393f-955e-42ba-b398-fdfc3cadfd02 req-3490eca8-f604-43f2-b958-232c7d9f0b56 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 210 time: 0.0268326 Oct 29 01:30:13.594143 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbc9d8-ea11-434c-b7ab-073d54ce44a3 req-83a0a1c1-1c11-4ec1-b1c1-cea8e18cc083 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:13.596462 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7adbc9d8-ea11-434c-b7ab-073d54ce44a3 req-83a0a1c1-1c11-4ec1-b1c1-cea8e18cc083 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.83 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 945 time: 0.0487080 Oct 29 01:30:13.724107 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-7adbc9d8-ea11-434c-b7ab-073d54ce44a3 req-72307d44-f384-4c97-a0d0-9247d46c68f9 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Deleting port 7c7389c9-c004-43ca-b348-25bb91613962 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:30:13.724873 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7adbc9d8-ea11-434c-b7ab-073d54ce44a3 req-72307d44-f384-4c97-a0d0-9247d46c68f9 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:13.896172 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c74333-dcef-47f6-8525-559676ed03e8 req-62d8509e-9d48-42e8-b950-11d726953910 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:13.897726 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f6c74333-dcef-47f6-8525-559676ed03e8 req-62d8509e-9d48-42e8-b950-11d726953910 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 945 time: 0.1144915 Oct 29 01:30:13.902385 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-7adbc9d8-ea11-434c-b7ab-073d54ce44a3 req-72307d44-f384-4c97-a0d0-9247d46c68f9 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] For port 7c7389c9-c004-43ca-b348-25bb91613962, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=7c7389c9-c004-43ca-b348-25bb91613962,segment=NetworkSegment(2513c197-fefa-42fb-9112-16e5e925e1d9),segment_id=2513c197-fefa-42fb-9112-16e5e925e1d9)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:13.902752 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7adbc9d8-ea11-434c-b7ab-073d54ce44a3 req-72307d44-f384-4c97-a0d0-9247d46c68f9 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.129938 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-7adbc9d8-ea11-434c-b7ab-073d54ce44a3 req-72307d44-f384-4c97-a0d0-9247d46c68f9 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Calling delete_port for 7c7389c9-c004-43ca-b348-25bb91613962 owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:30:14.139537 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd53bda-7983-46ba-bf79-4dcf9edcf1af req-93b1881e-5aba-44c9-ae61-2ce128715e53 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:14.141102 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0bd53bda-7983-46ba-bf79-4dcf9edcf1af req-93b1881e-5aba-44c9-ae61-2ce128715e53 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.3420651 Oct 29 01:30:14.197678 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f6c74333-dcef-47f6-8525-559676ed03e8 req-8caef8b3-e980-4524-9776-91cf44c69876 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/security-groups?id=00b76e1b-e159-41e6-91d6-f520322f9c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914636 Oct 29 01:30:14.211705 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0bd53bda-7983-46ba-bf79-4dcf9edcf1af req-f4dc125d-0bd2-4d09-8e14-db367910ce58 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604403 Oct 29 01:30:14.327284 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4eda4c9b-4b6f-4344-a3d2-e8c07a39b6d0 req-2571da76-e8b1-4f1e-bbda-b8afda4a1349 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 210 time: 0.0313759 Oct 29 01:30:14.513330 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7adbc9d8-ea11-434c-b7ab-073d54ce44a3 req-72307d44-f384-4c97-a0d0-9247d46c68f9 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.529103 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['7c7389c9-c004-43ca-b348-25bb91613962'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:30:14.544287 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72307d44-f384-4c97-a0d0-9247d46c68f9 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Pushing event deleted for resources: {'Port': ['ID=7c7389c9-c004-43ca-b348-25bb91613962,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:14.610029 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-7adbc9d8-ea11-434c-b7ab-073d54ce44a3 req-72307d44-f384-4c97-a0d0-9247d46c68f9 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] No DVR routers for this DVR port 7c7389c9-c004-43ca-b348-25bb91613962 on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:30:14.613863 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7adbc9d8-ea11-434c-b7ab-073d54ce44a3 req-72307d44-f384-4c97-a0d0-9247d46c68f9 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:14.617176 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7adbc9d8-ea11-434c-b7ab-073d54ce44a3 req-72307d44-f384-4c97-a0d0-9247d46c68f9 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.83 "DELETE /v2.0/ports/7c7389c9-c004-43ca-b348-25bb91613962 HTTP/1.1" status: 204 len: 173 time: 1.0142741 Oct 29 01:30:14.617611 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d47b4c-e32e-4708-ade4-0be86b270c03', 'name': 'network-vif-deleted', 'tag': '7c7389c9-c004-43ca-b348-25bb91613962'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:14.619932 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b9c114-d77f-473c-ad26-59c9369aa69a" -d '{"events": [{"server_uuid": "52d47b4c-e32e-4708-ade4-0be86b270c03", "name": "network-vif-deleted", "tag": "7c7389c9-c004-43ca-b348-25bb91613962"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:14.658304 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702f1dfe-b7b6-49d8-ba81-e637775d34d8 x-openstack-request-id: req-702f1dfe-b7b6-49d8-ba81-e637775d34d8 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:14.658597 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d47b4c-e32e-4708-ade4-0be86b270c03", "name": "network-vif-deleted", "tag": "7c7389c9-c004-43ca-b348-25bb91613962", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:14.658847 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-702f1dfe-b7b6-49d8-ba81-e637775d34d8 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:14.659237 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52d47b4c-e32e-4708-ade4-0be86b270c03', 'name': 'network-vif-deleted', 'tag': '7c7389c9-c004-43ca-b348-25bb91613962', 'status': 'completed', 'code': 200} Oct 29 01:30:14.942980 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-80fbfbc7-6bae-4aa7-853d-14a372543ae3 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:14.944508 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-80fbfbc7-6bae-4aa7-853d-14a372543ae3 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.83 "GET /v2.0/networks?id=07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac HTTP/1.1" status: 200 len: 807 time: 0.1098485 Oct 29 01:30:14.964986 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-4823b2c8-ff87-40fa-9488-5ed44902b888 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Request body: {'port': {'device_id': 'df8051e5-6f5b-47e6-9659-02de55bdfee4', 'network_id': '07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac', 'admin_state_up': True, 'tenant_id': '131e8f4d098e4d2ba64328c91f63c18c'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:15.225817 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-4823b2c8-ff87-40fa-9488-5ed44902b888 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Made reservation on behalf of 131e8f4d098e4d2ba64328c91f63c18c for: {'port': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:15.230104 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-4823b2c8-ff87-40fa-9488-5ed44902b888 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:15.362283 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-16889515-29ca-486a-8f50-6cc487c0c014 req-a5809a34-155d-4c2b-9bae-87ab021486d9 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 210 time: 0.0517781 Oct 29 01:30:15.442852 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e901878-fa83-447b-b847-a0f884fbbac3 req-c841e0a9-958b-4c4f-8fbc-22eb9d7b7a70 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:15.450414 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6e901878-fa83-447b-b847-a0f884fbbac3 req-c841e0a9-958b-4c4f-8fbc-22eb9d7b7a70 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.1272323 Oct 29 01:30:15.469602 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-4823b2c8-ff87-40fa-9488-5ed44902b888 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Allocated IP 172.20.0.8 (07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac/7fe89b20-fe9a-47e5-a297-3c396101fc46/e2181a7c-4599-4336-b587-33fe8cb2e717) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:30:15.492281 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0814d871-a530-461f-b542-488c8ea84a11 req-afcfe96c-e22a-4655-951a-af147f0ce531 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 210 time: 0.0585129 Oct 29 01:30:15.553254 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6e901878-fa83-447b-b847-a0f884fbbac3 req-85d11741-78d5-4800-993b-32bc8b2b5a6d tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022668 Oct 29 01:30:15.678114 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-4823b2c8-ff87-40fa-9488-5ed44902b888 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:15.791302 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-4823b2c8-ff87-40fa-9488-5ed44902b888 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:15.840680 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-4823b2c8-ff87-40fa-9488-5ed44902b888 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Network 07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:15.843892 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-4823b2c8-ff87-40fa-9488-5ed44902b888 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:15.848182 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-4823b2c8-ff87-40fa-9488-5ed44902b888 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:30:15.853698 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-4823b2c8-ff87-40fa-9488-5ed44902b888 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:15.854300 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-4823b2c8-ff87-40fa-9488-5ed44902b888 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:15.862877 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823b2c8-ff87-40fa-9488-5ed44902b888 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Pushing event updated for resources: {'Port': ['ID=e2181a7c-4599-4336-b587-33fe8cb2e717,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:15.970956 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-4823b2c8-ff87-40fa-9488-5ed44902b888 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0098109 Oct 29 01:30:15.984423 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Request body: {'port': {'device_id': 'df8051e5-6f5b-47e6-9659-02de55bdfee4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:16.040653 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.313785 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57210) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:16.321623 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2181a7c-4599-4336-b587-33fe8cb2e717 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:30:16.331601 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.353922 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Transition to ACTIVE for port object e2181a7c-4599-4336-b587-33fe8cb2e717 will not be triggered until provisioned by entity L2. {{(pid=101842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:30:16.432396 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f5c6c415-938f-4cf0-8afd-20707dedb2f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.481806 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-63fab8b3-976c-4c77-af64-94ad3c085d2a req-32a32363-c89e-4003-8a22-48552219f085 tempest-DeleteServersTestJSON-933689092 tempest-DeleteServersTestJSON-933689092-project] 10.222.0.87 "GET /v2.0/ports?device_id=52d47b4c-e32e-4708-ade4-0be86b270c03 HTTP/1.1" status: 200 len: 210 time: 0.0289204 Oct 29 01:30:16.523952 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f5c6c415-938f-4cf0-8afd-20707dedb2f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.584166 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.622300 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f5c6c415-938f-4cf0-8afd-20707dedb2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.669317 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-f5c6c415-938f-4cf0-8afd-20707dedb2f2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=512f23a55341411c9279737287084f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519526 Oct 29 01:30:16.670892 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57228) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:16.684291 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6c415-938f-4cf0-8afd-20707dedb2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c23945d-e86b-4863-b991-86dcefd49bc1,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:16.709480 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cd4a9-c8ea-4167-b355-725f10327b3c req-693154af-19b3-4323-a0f3-61d725cf8abf tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:16.711035 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9e2cd4a9-c8ea-4167-b355-725f10327b3c req-693154af-19b3-4323-a0f3-61d725cf8abf tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 943 time: 0.1398280 Oct 29 01:30:16.714879 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Pushing event updated for resources: {'Port': ['ID=e2181a7c-4599-4336-b587-33fe8cb2e717,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:16.733165 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cff15de2-4fd2-4dd3-b7a3-1c23f72de931 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.761191 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cff15de2-4fd2-4dd3-b7a3-1c23f72de931 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.769527 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Attempting to bind port e2181a7c-4599-4336-b587-33fe8cb2e717 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:30:16.769862 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Attempting to bind port e2181a7c-4599-4336-b587-33fe8cb2e717 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '680f82fe-fc0c-46fa-b0ac-a1feca77f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:30:16.770188 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Attempting to bind port e2181a7c-4599-4336-b587-33fe8cb2e717 on network 07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:16.781709 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4881d-736f-4b4f-a047-387f39f752ce req-e59fb661-64c0-4db7-8215-5e63d880ab89 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:16.783435 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-92c4881d-736f-4b4f-a047-387f39f752ce req-e59fb661-64c0-4db7-8215-5e63d880ab89 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.1457283 Oct 29 01:30:16.789484 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Port e2181a7c-4599-4336-b587-33fe8cb2e717 on network 07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:30:16.789872 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Attempting to bind port e2181a7c-4599-4336-b587-33fe8cb2e717 on network 07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:16.808903 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:30:16.809237 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Checking segment: {'id': '680f82fe-fc0c-46fa-b0ac-a1feca77f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:16.809607 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Bound using segment: {'id': '680f82fe-fc0c-46fa-b0ac-a1feca77f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:30:16.810045 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Bound port: e2181a7c-4599-4336-b587-33fe8cb2e717, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680f82fe-fc0c-46fa-b0ac-a1feca77f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:30:16.810390 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.839873 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9e2cd4a9-c8ea-4167-b355-725f10327b3c req-a70b0bf3-d020-4cc3-b3ee-eb2cc12788b2 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991588 Oct 29 01:30:16.865535 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-92c4881d-736f-4b4f-a047-387f39f752ce req-daca5db7-613b-4aab-b9c0-c5396dae60e8 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649867 Oct 29 01:30:16.911935 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cff15de2-4fd2-4dd3-b7a3-1c23f72de931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.914809 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cff15de2-4fd2-4dd3-b7a3-1c23f72de931 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:16.918887 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-cff15de2-4fd2-4dd3-b7a3-1c23f72de931 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7c23945d-e86b-4863-b991-86dcefd49bc1 HTTP/1.1" status: 204 len: 168 time: 0.2470129 Oct 29 01:30:16.928206 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff15de2-4fd2-4dd3-b7a3-1c23f72de931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c23945d-e86b-4863-b991-86dcefd49bc1,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:16.928523 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] For port e2181a7c-4599-4336-b587-33fe8cb2e717, host hv-cinder-81398, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:30:16.932533 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] For port e2181a7c-4599-4336-b587-33fe8cb2e717, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=e2181a7c-4599-4336-b587-33fe8cb2e717,segment=NetworkSegment(680f82fe-fc0c-46fa-b0ac-a1feca77f21b),segment_id=680f82fe-fc0c-46fa-b0ac-a1feca77f21b)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:30:16.997330 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:17.033381 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:17.033992 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:17.035407 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] 10.222.0.83 "PUT /v2.0/ports/e2181a7c-4599-4336-b587-33fe8cb2e717 HTTP/1.1" status: 200 len: 1093 time: 1.0551701 Oct 29 01:30:17.035864 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8051e5-6f5b-47e6-9659-02de55bdfee4', 'tag': 'e2181a7c-4599-4336-b587-33fe8cb2e717'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:17.038093 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1550b37e-73c4-4403-ba00-91a108275cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "df8051e5-6f5b-47e6-9659-02de55bdfee4", "tag": "e2181a7c-4599-4336-b587-33fe8cb2e717"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:17.064332 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb164d4-1456-4019-9b93-69cf9dba4b4d service neutron] Pushing event updated for resources: {'Port': ['ID=e2181a7c-4599-4336-b587-33fe8cb2e717,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:17.076248 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1391198a-ad29-4342-bd09-2bb89006f002 x-openstack-request-id: req-1391198a-ad29-4342-bd09-2bb89006f002 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:17.079392 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df8051e5-6f5b-47e6-9659-02de55bdfee4", "tag": "e2181a7c-4599-4336-b587-33fe8cb2e717", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:17.079392 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1391198a-ad29-4342-bd09-2bb89006f002 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:17.079392 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8051e5-6f5b-47e6-9659-02de55bdfee4', 'tag': 'e2181a7c-4599-4336-b587-33fe8cb2e717', 'status': 'completed', 'code': 200} Oct 29 01:30:17.162127 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550b37e-73c4-4403-ba00-91a108275cb0 req-6ab331e2-6827-42a7-992d-daeda6a0ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:17.167381 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1550b37e-73c4-4403-ba00-91a108275cb0 req-6ab331e2-6827-42a7-992d-daeda6a0ce36 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=131e8f4d098e4d2ba64328c91f63c18c&device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 1096 time: 0.0461328 Oct 29 01:30:17.257382 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 7c7389c9-c004-43ca-b348-25bb91613962 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:30:17.278632 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: 7c7389c9-c004-43ca-b348-25bb91613962 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:30:17.278982 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 7c7389c9-c004-43ca-b348-25bb91613962 not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:30:17.367880 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550b37e-73c4-4403-ba00-91a108275cb0 req-ab194819-769d-4a62-9d0d-f9460887c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:17.369361 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1550b37e-73c4-4403-ba00-91a108275cb0 req-ab194819-769d-4a62-9d0d-f9460887c7ec service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=131e8f4d098e4d2ba64328c91f63c18c&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1880798 Oct 29 01:30:17.537104 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550b37e-73c4-4403-ba00-91a108275cb0 req-6dd2cc0f-0f40-48ff-af02-bb827065d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:17.538602 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1550b37e-73c4-4403-ba00-91a108275cb0 req-6dd2cc0f-0f40-48ff-af02-bb827065d7ac service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1611140 Oct 29 01:30:17.630852 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-3543ea71-951b-489d-8761-e2aa953dcc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:17.632651 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-3543ea71-951b-489d-8761-e2aa953dcc44 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=131e8f4d098e4d2ba64328c91f63c18c&device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 1096 time: 0.0479980 Oct 29 01:30:17.681548 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-22b1bdf6-f9b9-4b1e-9d5b-edec7fce86ce service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e2181a7c-4599-4336-b587-33fe8cb2e717 HTTP/1.1" status: 200 len: 217 time: 0.0341682 Oct 29 01:30:17.722600 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57258) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:17.736712 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-978ff9c3-9c9a-4191-8a75-7ccefb0b0f56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:17.750065 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-c16a0834-d005-42d6-8a2c-6d9a1660efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:17.752107 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-c16a0834-d005-42d6-8a2c-6d9a1660efbb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7fe89b20-fe9a-47e5-a297-3c396101fc46 HTTP/1.1" status: 200 len: 847 time: 0.0610995 Oct 29 01:30:17.788186 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-554eaea3-6a1a-4298-bf24-2e3ae6b36db1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261273 Oct 29 01:30:17.816905 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-978ff9c3-9c9a-4191-8a75-7ccefb0b0f56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:17.893085 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-d23714c1-5e23-4cd1-8106-847c43ef7167 service neutron] 10.222.0.83 "GET /v2.0/networks/07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854824 Oct 29 01:30:17.917191 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-978ff9c3-9c9a-4191-8a75-7ccefb0b0f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:17.965493 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-978ff9c3-9c9a-4191-8a75-7ccefb0b0f56 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1355e79fed3c427db546cf4eee2c8036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385468 Oct 29 01:30:17.965493 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ff9c3-9c9a-4191-8a75-7ccefb0b0f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e638ec1-92fb-4d2b-94ba-a8bb2cde1d99,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:17.966892 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57266) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:18.021155 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-693e6107-904b-4dc0-b14f-06cd4eb781b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:18.047230 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-693e6107-904b-4dc0-b14f-06cd4eb781b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:18.089419 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54204f77-0317-438b-9a63-474a8a880132 req-a09ea778-bc0c-4170-b9ec-761733311cde tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:18.090976 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-54204f77-0317-438b-9a63-474a8a880132 req-a09ea778-bc0c-4170-b9ec-761733311cde tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 943 time: 0.1754150 Oct 29 01:30:18.103597 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136da8a-aa8c-4469-bdb8-09a0ae2d9629 req-6556761f-847b-400b-bbc1-31251931fe7b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:18.105105 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7136da8a-aa8c-4469-bdb8-09a0ae2d9629 req-6556761f-847b-400b-bbc1-31251931fe7b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.1455352 Oct 29 01:30:18.135875 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-931a8e52-0992-425f-9f8b-b8fc92f98832 req-47c1e17e-475a-490d-a12e-87cdb2a3bb7e service neutron] 10.222.0.83 "GET /v2.0/networks/07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176254 Oct 29 01:30:18.164913 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-54204f77-0317-438b-9a63-474a8a880132 req-e74ed56b-e322-4c0b-b45b-75c7f4e862ff tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587990 Oct 29 01:30:18.189314 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7136da8a-aa8c-4469-bdb8-09a0ae2d9629 req-191e2088-4704-4f50-b0ad-f93698d095e9 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749483 Oct 29 01:30:18.197096 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-693e6107-904b-4dc0-b14f-06cd4eb781b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:18.199960 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-693e6107-904b-4dc0-b14f-06cd4eb781b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:18.208855 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-693e6107-904b-4dc0-b14f-06cd4eb781b3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3e638ec1-92fb-4d2b-94ba-a8bb2cde1d99 HTTP/1.1" status: 204 len: 168 time: 0.2409561 Oct 29 01:30:18.226032 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e6107-904b-4dc0-b14f-06cd4eb781b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e638ec1-92fb-4d2b-94ba-a8bb2cde1d99,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:18.887165 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 57298) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:18.998036 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-44b8eaa3-e63a-4188-9809-401b9ddfe953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:19.080516 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-44b8eaa3-e63a-4188-9809-401b9ddfe953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:19.195613 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57318) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:19.271120 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0d88fc-b66d-4128-b877-ee02f6136210 admin admin] Deleting subnet 6440eb58-7ae9-43ee-9d3f-8725d5d4a95d {{(pid=101843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:30:19.277020 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2a0d88fc-b66d-4128-b877-ee02f6136210 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:19.322891 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2a0d88fc-b66d-4128-b877-ee02f6136210 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:19.335410 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2a0d88fc-b66d-4128-b877-ee02f6136210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8342707'] for subnet, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:19.343625 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-44b8eaa3-e63a-4188-9809-401b9ddfe953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:19.406684 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8eaa3-e63a-4188-9809-401b9ddfe953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29acd01b-8fdf-4ec5-91bd-68cec394540f,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:19.408194 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-44b8eaa3-e63a-4188-9809-401b9ddfe953 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=26f84303e0eb44a9abfba46538227b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5198622 Oct 29 01:30:19.410876 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57326) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:19.418624 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007e2d5-a018-4413-b9fb-6ca3ba1e9327 req-4cd2389d-e71a-4410-a03c-1020c033c2c8 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:19.420152 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f007e2d5-a018-4413-b9fb-6ca3ba1e9327 req-4cd2389d-e71a-4410-a03c-1020c033c2c8 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.1380610 Oct 29 01:30:19.432196 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69266958-95ea-4c64-ab2f-65c578977b7c req-616d2b06-d064-483f-a932-40aea34862c0 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:19.433359 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-69266958-95ea-4c64-ab2f-65c578977b7c req-616d2b06-d064-483f-a932-40aea34862c0 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 943 time: 0.1377373 Oct 29 01:30:19.489042 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd04b-5c9e-458b-912e-a763b90ed219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:19.505440 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f007e2d5-a018-4413-b9fb-6ca3ba1e9327 req-6e1f0ec7-9273-43cd-ab06-d9cb51418a7e tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684645 Oct 29 01:30:19.506941 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd04b-5c9e-458b-912e-a763b90ed219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:19.549977 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-69266958-95ea-4c64-ab2f-65c578977b7c req-0723c13b-b012-415b-ad69-fda6a6c5ee20 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983691 Oct 29 01:30:19.574085 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2a0d88fc-b66d-4128-b877-ee02f6136210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for subnet, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:19.626406 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d88fc-b66d-4128-b877-ee02f6136210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6440eb58-7ae9-43ee-9d3f-8725d5d4a95d,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:19.626406 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2a0d88fc-b66d-4128-b877-ee02f6136210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:19.626406 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-2a0d88fc-b66d-4128-b877-ee02f6136210 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/6440eb58-7ae9-43ee-9d3f-8725d5d4a95d HTTP/1.1" status: 204 len: 168 time: 0.4165022 Oct 29 01:30:19.628568 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57336) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:19.699312 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7984549'] for network, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:19.703005 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd04b-5c9e-458b-912e-a763b90ed219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:19.711311 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2a6dd04b-5c9e-458b-912e-a763b90ed219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:19.711311 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-2a6dd04b-5c9e-458b-912e-a763b90ed219 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/29acd01b-8fdf-4ec5-91bd-68cec394540f HTTP/1.1" status: 204 len: 168 time: 0.2955391 Oct 29 01:30:19.724686 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6dd04b-5c9e-458b-912e-a763b90ed219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29acd01b-8fdf-4ec5-91bd-68cec394540f,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:19.810345 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8172742', 'neutron.services.segments.db._delete_segments_for_network-8789671302000'] for network, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:19.835822 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:30:19.836314 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:30:19.837134 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:30:19.837537 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Subscribe: > port after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:30:19.838181 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Subscribe: > port after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:30:19.838324 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Subscribe: > port after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:30:19.838715 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:30:19.839116 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:30:19.839437 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:30:19.839779 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:30:20.002176 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:30:20.002534 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:30:20.002869 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:30:20.003207 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:30:20.003585 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006f6d9c-421b-4727-965e-1d0818b23f42']}} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:20.022425 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2513c197-fefa-42fb-9112-16e5e925e1d9') {'for_net_delete': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:20.022765 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2513c197-fefa-42fb-9112-16e5e925e1d9') {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:30:20.042303 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789671302777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680523'] for segment, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.066905 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.076964 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=101843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:30:20.076964 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790430'] for segment, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: from cryptography.utils import int_from_bytes Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: from cryptography.utils import int_from_bytes Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: Traceback (most recent call last): Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: timer() Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: cb(*args, **kw) Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: return func(*args, **kwargs) Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: self._notify() Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: self.callback(batched_events) Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: event.method(event) Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: return f(self, *a, **k) Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: return self._get(url).json() Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: return self.request(url, 'GET', **kwargs) Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:30:20.096519 dv-cinder-813984-5-iscsi neutron-server[101843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:30:20.310760 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8171573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989756'] for network, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.318704 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.325488 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] 10.222.0.87 "DELETE /v2.0/networks/006f6d9c-421b-4727-965e-1d0818b23f42 HTTP/1.1" status: 204 len: 168 time: 0.6925843 Oct 29 01:30:20.335814 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347a9e5-411d-4f82-8edd-3b214b76d8ab admin admin] Pushing event deleted for resources: {'Network': ['ID=006f6d9c-421b-4727-965e-1d0818b23f42,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:20.451776 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 57362) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:20.466360 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f9dde37-977d-4abf-a607-339c45970e7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.545724 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f9dde37-977d-4abf-a607-339c45970e7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.699279 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57372) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:20.749708 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-9bc39250-c0f0-4e66-bd67-fa2645c4f9c2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=bfb1a96bc2154de787f2d217b2ac27f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0485106 Oct 29 01:30:20.753576 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57380) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:20.806165 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-469bce43-d012-42ed-8e9d-509c71523ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.829007 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-469bce43-d012-42ed-8e9d-509c71523ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.830017 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f9dde37-977d-4abf-a607-339c45970e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.911698 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-1f9dde37-977d-4abf-a607-339c45970e7d admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6eaa0f49a23245a28a9042806c587a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583530 Oct 29 01:30:20.914792 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57384) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:20.914965 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9dde37-977d-4abf-a607-339c45970e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140aac05-6054-4b72-8951-91701ab6a9d1,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:20.931712 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff494bcc-2ee5-4eea-a14d-7f7f7aa85d34 req-682b4efd-0533-4228-8784-2d2d11b21d32 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:20.933278 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ff494bcc-2ee5-4eea-a14d-7f7f7aa85d34 req-682b4efd-0533-4228-8784-2d2d11b21d32 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.3569956 Oct 29 01:30:20.940642 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-469bce43-d012-42ed-8e9d-509c71523ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.943318 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-469bce43-d012-42ed-8e9d-509c71523ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.944490 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-469bce43-d012-42ed-8e9d-509c71523ef0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/00b76e1b-e159-41e6-91d6-f520322f9c7a HTTP/1.1" status: 204 len: 168 time: 0.1899545 Oct 29 01:30:20.963361 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bce43-d012-42ed-8e9d-509c71523ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b76e1b-e159-41e6-91d6-f520322f9c7a,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:20.987683 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c646896f-1458-470f-bbda-f7352c636669 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:20.988473 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f1614-6dab-4a2f-aef1-40cf4602e8ea req-379cacae-9288-44be-8d74-d6aa11c5c18a tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:20.996424 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ba3f1614-6dab-4a2f-aef1-40cf4602e8ea req-379cacae-9288-44be-8d74-d6aa11c5c18a tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 943 time: 0.1698902 Oct 29 01:30:21.026250 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c646896f-1458-470f-bbda-f7352c636669 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:21.031898 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ff494bcc-2ee5-4eea-a14d-7f7f7aa85d34 req-4b30e5ff-1cd0-4b6e-8880-79e8238bd655 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875244 Oct 29 01:30:21.064767 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ba3f1614-6dab-4a2f-aef1-40cf4602e8ea req-f01874cf-4f35-4302-828b-20b86311ca9c tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665116 Oct 29 01:30:21.162133 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c646896f-1458-470f-bbda-f7352c636669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:21.164854 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c646896f-1458-470f-bbda-f7352c636669 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:21.168018 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-c646896f-1458-470f-bbda-f7352c636669 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/140aac05-6054-4b72-8951-91701ab6a9d1 HTTP/1.1" status: 204 len: 168 time: 0.2502050 Oct 29 01:30:21.174650 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646896f-1458-470f-bbda-f7352c636669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140aac05-6054-4b72-8951-91701ab6a9d1,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:21.270387 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device e2181a7c-4599-4336-b587-33fe8cb2e717 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:30:21.387559 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port e2181a7c-4599-4336-b587-33fe8cb2e717, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=e2181a7c-4599-4336-b587-33fe8cb2e717,segment=NetworkSegment(680f82fe-fc0c-46fa-b0ac-a1feca77f21b),segment_id=680f82fe-fc0c-46fa-b0ac-a1feca77f21b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:21.399947 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': 'e2181a7c-4599-4336-b587-33fe8cb2e717', 'network_id': '07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac', 'port_id': 'e2181a7c-4599-4336-b587-33fe8cb2e717', 'mac_address': 'fa:16:3e:c6:19:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe89b20-fe9a-47e5-a297-3c396101fc46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:30:21.439385 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:21.460556 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2181a7c-4599-4336-b587-33fe8cb2e717 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:30:21.482010 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port e2181a7c-4599-4336-b587-33fe8cb2e717, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=e2181a7c-4599-4336-b587-33fe8cb2e717,segment=NetworkSegment(680f82fe-fc0c-46fa-b0ac-a1feca77f21b),segment_id=680f82fe-fc0c-46fa-b0ac-a1feca77f21b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:21.550640 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:21.604532 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=e2181a7c-4599-4336-b587-33fe8cb2e717,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:21.611568 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:21.611957 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:21.612308 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:21.612647 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:21.612984 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:21.613318 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:21.613646 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:21.613992 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:21.614319 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:21.614644 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:21.614966 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:21.615287 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:30:21.881293 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57424) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:21.894839 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d732e2e5-c2c0-4013-8cfb-ace0ecc28c6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:21.973233 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d732e2e5-c2c0-4013-8cfb-ace0ecc28c6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.018192 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['e2181a7c-4599-4336-b587-33fe8cb2e717'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:30:22.042348 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d732e2e5-c2c0-4013-8cfb-ace0ecc28c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.088758 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-d732e2e5-c2c0-4013-8cfb-ace0ecc28c6a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=862258d318744fc19ff0e75f242485b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043300 Oct 29 01:30:22.088758 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732e2e5-c2c0-4013-8cfb-ace0ecc28c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a075361-8000-4513-b4a2-e2d7588cc97b,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:22.090797 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 57432) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:22.229128 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4c18f738-8894-41bb-9001-f3d571f7dcb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.247151 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c458aa-03eb-4e30-bb46-bd60dd2cdd9e req-b5666c6e-83d5-46db-96fd-069e14577783 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:22.248797 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-16c458aa-03eb-4e30-bb46-bd60dd2cdd9e req-b5666c6e-83d5-46db-96fd-069e14577783 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.1129694 Oct 29 01:30:22.282124 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657acd29-3e27-4288-9671-0fb0e5d3cabd req-45ffbe66-6aac-437d-b855-bb2d64747170 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:22.283739 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-657acd29-3e27-4288-9671-0fb0e5d3cabd req-45ffbe66-6aac-437d-b855-bb2d64747170 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 944 time: 0.1095800 Oct 29 01:30:22.296737 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4c18f738-8894-41bb-9001-f3d571f7dcb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.351537 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-16c458aa-03eb-4e30-bb46-bd60dd2cdd9e req-51b42504-7963-4254-b215-c190f1a9ad36 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951004 Oct 29 01:30:22.388421 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-657acd29-3e27-4288-9671-0fb0e5d3cabd req-286ca8cf-5757-4e25-85a8-a446eb8dd0d9 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782349 Oct 29 01:30:22.390197 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57444) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:22.498872 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4c18f738-8894-41bb-9001-f3d571f7dcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.502152 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4c18f738-8894-41bb-9001-f3d571f7dcb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.503389 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-4c18f738-8894-41bb-9001-f3d571f7dcb1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0a075361-8000-4513-b4a2-e2d7588cc97b HTTP/1.1" status: 204 len: 168 time: 0.4115872 Oct 29 01:30:22.511460 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18f738-8894-41bb-9001-f3d571f7dcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a075361-8000-4513-b4a2-e2d7588cc97b,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:22.640685 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-694e9be5-1ba1-4fea-8e15-535654218fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.718333 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-694e9be5-1ba1-4fea-8e15-535654218fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.830913 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-694e9be5-1ba1-4fea-8e15-535654218fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.880783 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-694e9be5-1ba1-4fea-8e15-535654218fbd admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=17479b0427e04e77ad83272738369a54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4870510 Oct 29 01:30:22.881513 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 57458) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:22.888614 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e9be5-1ba1-4fea-8e15-535654218fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f617973-362f-4917-a246-85ba5bfaefe3,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:22.945224 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d3c7a72-499e-4073-908f-b0a9dfb1e6ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:22.968336 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d3c7a72-499e-4073-908f-b0a9dfb1e6ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.071097 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d3c7a72-499e-4073-908f-b0a9dfb1e6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.073783 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1d3c7a72-499e-4073-908f-b0a9dfb1e6ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.075217 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-1d3c7a72-499e-4073-908f-b0a9dfb1e6ff admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3f617973-362f-4917-a246-85ba5bfaefe3 HTTP/1.1" status: 204 len: 168 time: 0.1913588 Oct 29 01:30:23.083722 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c7a72-499e-4073-908f-b0a9dfb1e6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f617973-362f-4917-a246-85ba5bfaefe3,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:23.268293 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device e2181a7c-4599-4336-b587-33fe8cb2e717 up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:23.493532 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port e2181a7c-4599-4336-b587-33fe8cb2e717 completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:30:23.498250 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port e2181a7c-4599-4336-b587-33fe8cb2e717 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:23.505187 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.506991 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b168666-4a5d-4dc9-8f4e-35afb3cbe43a req-8604f66e-4eea-4da1-a612-9e3b388c181b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:23.508641 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9b168666-4a5d-4dc9-8f4e-35afb3cbe43a req-8604f66e-4eea-4da1-a612-9e3b388c181b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0832744 Oct 29 01:30:23.531144 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee859a8c-a601-45ce-bc71-ff81741b576c req-4672371a-b846-472e-b66c-b668e3c96ab1 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:23.534003 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ee859a8c-a601-45ce-bc71-ff81741b576c req-4672371a-b846-472e-b66c-b668e3c96ab1 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 944 time: 0.0814314 Oct 29 01:30:23.595566 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9b168666-4a5d-4dc9-8f4e-35afb3cbe43a req-1ed6fac2-f10b-42ce-94d8-6d123d5be32a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789230 Oct 29 01:30:23.622641 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ee859a8c-a601-45ce-bc71-ff81741b576c req-f6ce0f6a-4683-4d4d-a06e-7c8b1d935f67 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783298 Oct 29 01:30:23.660615 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.806099 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8051e5-6f5b-47e6-9659-02de55bdfee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2181a7c-4599-4336-b587-33fe8cb2e717'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:23.808387 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc524d7-6bfe-4d3b-8ed6-78096e22170d" -d '{"events": [{"server_uuid": "df8051e5-6f5b-47e6-9659-02de55bdfee4", "name": "network-vif-plugged", "status": "completed", "tag": "e2181a7c-4599-4336-b587-33fe8cb2e717"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:23.821341 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port e2181a7c-4599-4336-b587-33fe8cb2e717, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=e2181a7c-4599-4336-b587-33fe8cb2e717,segment=NetworkSegment(680f82fe-fc0c-46fa-b0ac-a1feca77f21b),segment_id=680f82fe-fc0c-46fa-b0ac-a1feca77f21b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:23.852009 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a1bb67-4565-44fb-8185-dbe7a3f5358f x-openstack-request-id: req-c5a1bb67-4565-44fb-8185-dbe7a3f5358f {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:23.852009 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8051e5-6f5b-47e6-9659-02de55bdfee4", "name": "network-vif-plugged", "status": "completed", "tag": "e2181a7c-4599-4336-b587-33fe8cb2e717", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:23.852215 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c5a1bb67-4565-44fb-8185-dbe7a3f5358f {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:23.852598 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8051e5-6f5b-47e6-9659-02de55bdfee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2181a7c-4599-4336-b587-33fe8cb2e717', 'code': 200} Oct 29 01:30:23.910765 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:23.961641 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=e2181a7c-4599-4336-b587-33fe8cb2e717,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:24.120350 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 57508) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:24.135106 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d51e97de-96e9-48c7-bd66-a0d9e44aa41b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:24.213622 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d51e97de-96e9-48c7-bd66-a0d9e44aa41b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:24.309803 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8e817-1912-41e1-8069-172fc59749ee req-5187d3eb-0f20-429d-8042-666e9ec3d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:24.311906 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-dec8e817-1912-41e1-8069-172fc59749ee req-5187d3eb-0f20-429d-8042-666e9ec3d8d2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 1098 time: 0.0398469 Oct 29 01:30:24.363123 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-dec8e817-1912-41e1-8069-172fc59749ee req-9e7e3a16-7607-494c-a709-b3fa995ec41c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327201 Oct 29 01:30:24.428549 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d51e97de-96e9-48c7-bd66-a0d9e44aa41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:24.461439 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-d51e97de-96e9-48c7-bd66-a0d9e44aa41b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f90ee19ad8f247aa91ce4466f818bee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387961 Oct 29 01:30:24.462317 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e97de-96e9-48c7-bd66-a0d9e44aa41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acdcb4a-69b8-4491-808f-10822a4f6231,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:24.463393 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57538) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:24.531328 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-277e7472-a7ad-46a4-bd35-78c15a058afe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:24.553244 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-277e7472-a7ad-46a4-bd35-78c15a058afe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:24.682462 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-277e7472-a7ad-46a4-bd35-78c15a058afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:24.689434 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-277e7472-a7ad-46a4-bd35-78c15a058afe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:24.689434 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-277e7472-a7ad-46a4-bd35-78c15a058afe admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3acdcb4a-69b8-4491-808f-10822a4f6231 HTTP/1.1" status: 204 len: 168 time: 0.2204099 Oct 29 01:30:24.718240 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e7472-a7ad-46a4-bd35-78c15a058afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acdcb4a-69b8-4491-808f-10822a4f6231,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:24.826059 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b0046-031a-452e-be2c-164a4912d71d req-f2cbb2ac-9664-4556-9e67-fbb47c0fe154 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:24.827711 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a97b0046-031a-452e-be2c-164a4912d71d req-f2cbb2ac-9664-4556-9e67-fbb47c0fe154 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0991087 Oct 29 01:30:24.863413 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7cff8-fca7-4b3b-91c9-f23af77bb789 req-a7c0e1c0-a493-4e89-967c-749c7012071d tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:24.865077 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-63d7cff8-fca7-4b3b-91c9-f23af77bb789 req-a7c0e1c0-a493-4e89-967c-749c7012071d tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 945 time: 0.0884399 Oct 29 01:30:24.890179 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a97b0046-031a-452e-be2c-164a4912d71d req-cb6b1033-435c-4642-8645-be46dd2a8cc2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523944 Oct 29 01:30:24.926630 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-63d7cff8-fca7-4b3b-91c9-f23af77bb789 req-392b8795-413d-459e-a272-866c41b9ad9e tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408154 Oct 29 01:30:25.274010 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57584) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:25.423195 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6f5b-b88c-4c65-99d3-0ef47987267f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:25.497898 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6f5b-b88c-4c65-99d3-0ef47987267f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:25.602104 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6f5b-b88c-4c65-99d3-0ef47987267f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:25.642785 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e6f5b-b88c-4c65-99d3-0ef47987267f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf63d23-ba4c-45ad-a03f-e27819efcc88,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:25.651045 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-8e7e6f5b-b88c-4c65-99d3-0ef47987267f admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4b4c333979eb49cda657811b8b5c30ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731418 Oct 29 01:30:25.652011 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57598) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:25.699420 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-be991408-6bd2-47b2-9498-eb51987a9a40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:25.721989 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-be991408-6bd2-47b2-9498-eb51987a9a40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:25.825735 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-be991408-6bd2-47b2-9498-eb51987a9a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:25.828293 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-be991408-6bd2-47b2-9498-eb51987a9a40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:25.832728 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-be991408-6bd2-47b2-9498-eb51987a9a40 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/cbf63d23-ba4c-45ad-a03f-e27819efcc88 HTTP/1.1" status: 204 len: 168 time: 0.1779165 Oct 29 01:30:25.838367 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be991408-6bd2-47b2-9498-eb51987a9a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf63d23-ba4c-45ad-a03f-e27819efcc88,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:26.080764 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3609928-ec82-4347-8e00-c529448b4559 req-a6e3918b-9415-4554-80bb-27686ad8d140 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:26.082301 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b3609928-ec82-4347-8e00-c529448b4559 req-a6e3918b-9415-4554-80bb-27686ad8d140 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.1034617 Oct 29 01:30:26.105748 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59936e33-4c55-4488-877c-1f1ec6cf942d req-9f59ca7b-07e3-4ad4-8841-2c25f11e0cf1 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:26.107275 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-59936e33-4c55-4488-877c-1f1ec6cf942d req-9f59ca7b-07e3-4ad4-8841-2c25f11e0cf1 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 945 time: 0.0976508 Oct 29 01:30:26.187752 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-59936e33-4c55-4488-877c-1f1ec6cf942d req-be32313a-72f7-4b1a-ac4e-32ddc46e72e1 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708787 Oct 29 01:30:26.219181 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b3609928-ec82-4347-8e00-c529448b4559 req-e01210de-64e8-44b3-bfe7-52fc04e0611f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277268 Oct 29 01:30:26.750089 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57658) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:26.763521 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a3c25541-1c64-4fd4-9705-7c790050b1be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:26.835545 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a3c25541-1c64-4fd4-9705-7c790050b1be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:26.945051 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a3c25541-1c64-4fd4-9705-7c790050b1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:27.004644 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-a3c25541-1c64-4fd4-9705-7c790050b1be admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=1b5421545ddb49628cb6a780ccd05de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548435 Oct 29 01:30:27.005889 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c25541-1c64-4fd4-9705-7c790050b1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5883698e-de85-4921-b141-a45199121be3,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:27.011530 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 57664) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:27.096622 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9970d19c-179e-4255-a0c9-8f1ebcc8d70f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:27.117626 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9970d19c-179e-4255-a0c9-8f1ebcc8d70f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:27.220941 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-257819bf-1ea9-49d6-b46b-57116e0330e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:27.253909 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9970d19c-179e-4255-a0c9-8f1ebcc8d70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:27.256651 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9970d19c-179e-4255-a0c9-8f1ebcc8d70f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:27.258497 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-9970d19c-179e-4255-a0c9-8f1ebcc8d70f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5883698e-de85-4921-b141-a45199121be3 HTTP/1.1" status: 204 len: 168 time: 0.2481060 Oct 29 01:30:27.266176 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9970d19c-179e-4255-a0c9-8f1ebcc8d70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5883698e-de85-4921-b141-a45199121be3,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:27.377210 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae185113-5d25-442c-b736-3cb37530bff5 req-010e7bfd-529a-4cf5-96e2-db4bf6762fad tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:27.378750 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ae185113-5d25-442c-b736-3cb37530bff5 req-010e7bfd-529a-4cf5-96e2-db4bf6762fad tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 945 time: 0.0913548 Oct 29 01:30:27.402811 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a87fa-f8ea-4e82-8607-55dfac240b3a req-66fdd2ab-4d2a-43dd-b48e-43b2c68dd292 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:27.404335 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f83a87fa-f8ea-4e82-8607-55dfac240b3a req-66fdd2ab-4d2a-43dd-b48e-43b2c68dd292 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0840611 Oct 29 01:30:27.446088 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ae185113-5d25-442c-b736-3cb37530bff5 req-8c51bde4-a4f6-4522-ad7d-8f9772556d92 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604136 Oct 29 01:30:27.484554 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f83a87fa-f8ea-4e82-8607-55dfac240b3a req-af4cb04d-1ef3-4243-8a9e-e0776dddec38 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583935 Oct 29 01:30:28.121892 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:30:28.257456 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 57722) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:28.379082 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-602d8225-4a06-4b71-8323-bd7f6f54cbc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:28.469825 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-602d8225-4a06-4b71-8323-bd7f6f54cbc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:28.539358 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-602d8225-4a06-4b71-8323-bd7f6f54cbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:28.609950 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-602d8225-4a06-4b71-8323-bd7f6f54cbc9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e28a94be4c564fad8486abdd6cba47dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489997 Oct 29 01:30:28.611149 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57750) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:28.631968 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d8225-4a06-4b71-8323-bd7f6f54cbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1f2e42-25b2-49e4-a869-98cdc0ed2f21,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:28.709736 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4133417f-d1b3-4e76-8956-1a9b13192bbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:28.710722 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb808fc-f1c5-4922-95c1-1a847119afe5 req-c2ee387d-fcd3-47f0-82c3-989643bee6e3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:28.712441 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0cb808fc-f1c5-4922-95c1-1a847119afe5 req-c2ee387d-fcd3-47f0-82c3-989643bee6e3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.1078348 Oct 29 01:30:28.739437 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4133417f-d1b3-4e76-8956-1a9b13192bbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:28.756148 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0cb808fc-f1c5-4922-95c1-1a847119afe5 req-7761fc0d-668a-4f64-a51d-ce3b80eb41de tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377164 Oct 29 01:30:28.882360 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4133417f-d1b3-4e76-8956-1a9b13192bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:28.885224 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4133417f-d1b3-4e76-8956-1a9b13192bbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:28.886517 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-4133417f-d1b3-4e76-8956-1a9b13192bbd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ef1f2e42-25b2-49e4-a869-98cdc0ed2f21 HTTP/1.1" status: 204 len: 168 time: 0.2740951 Oct 29 01:30:28.897342 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133417f-d1b3-4e76-8956-1a9b13192bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1f2e42-25b2-49e4-a869-98cdc0ed2f21,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:29.240278 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bcc8c-4c0e-4d35-bd03-49da49a25434 req-682000d1-503c-41f4-81ea-1b89af9da886 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:29.242119 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-485bcc8c-4c0e-4d35-bd03-49da49a25434 req-682000d1-503c-41f4-81ea-1b89af9da886 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 945 time: 0.0532010 Oct 29 01:30:29.282560 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-485bcc8c-4c0e-4d35-bd03-49da49a25434 req-dc0c9a1d-8071-4792-90f7-76ff8e3042ba tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337856 Oct 29 01:30:29.902488 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0a575-a9da-488e-9925-167d17f703fb req-e7d10e32-e656-419c-830e-2821e443befa tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:29.912195 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8af0a575-a9da-488e-9925-167d17f703fb req-e7d10e32-e656-419c-830e-2821e443befa tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0811181 Oct 29 01:30:29.974190 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8af0a575-a9da-488e-9925-167d17f703fb req-34e76d76-6e92-425a-b2d0-87046787afc0 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559375 Oct 29 01:30:30.203384 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8205aa6b-5813-4d75-ae57-300c9094e6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:30.434456 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e91cc-1069-4f31-a90e-4f8fbe01bb7e req-3f3a9d39-8cbd-4947-80a6-c2c96e05d352 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:30.440576 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-642e91cc-1069-4f31-a90e-4f8fbe01bb7e req-3f3a9d39-8cbd-4947-80a6-c2c96e05d352 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 945 time: 0.0680807 Oct 29 01:30:30.481639 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-642e91cc-1069-4f31-a90e-4f8fbe01bb7e req-0e35cfed-476c-4c0b-8589-e904903745b6 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350068 Oct 29 01:30:31.070877 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:31.128088 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19f9a0-f1a2-4170-a331-294ff9e6a898 req-44216c66-63c3-4d72-aa11-300d25eb83bb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:31.129753 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c19f9a0-f1a2-4170-a331-294ff9e6a898 req-44216c66-63c3-4d72-aa11-300d25eb83bb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0939507 Oct 29 01:30:31.183639 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c19f9a0-f1a2-4170-a331-294ff9e6a898 req-5ea04427-5c23-41f3-98a5-813349c18e02 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452065 Oct 29 01:30:31.361668 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:31.429681 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8762763-3a86-46d3-91d0-2a6f91f09852 req-e0a89e1f-ce6e-4291-9264-ce6c0daaf83d tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:31.431126 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c8762763-3a86-46d3-91d0-2a6f91f09852 req-e0a89e1f-ce6e-4291-9264-ce6c0daaf83d tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.83 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 945 time: 0.0501988 Oct 29 01:30:31.552539 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-c8762763-3a86-46d3-91d0-2a6f91f09852 req-31508036-ef64-48b3-bb09-3136950c3e79 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Deleting port e2181a7c-4599-4336-b587-33fe8cb2e717 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:30:31.553562 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c8762763-3a86-46d3-91d0-2a6f91f09852 req-31508036-ef64-48b3-bb09-3136950c3e79 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:31.695690 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9494910-6f26-41a4-bdbb-9b00f9e329ad req-7b8267aa-931a-4a92-b0d9-267eacac21ad tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:31.697180 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d9494910-6f26-41a4-bdbb-9b00f9e329ad req-7b8267aa-931a-4a92-b0d9-267eacac21ad tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 945 time: 0.0891845 Oct 29 01:30:31.737666 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-c8762763-3a86-46d3-91d0-2a6f91f09852 req-31508036-ef64-48b3-bb09-3136950c3e79 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] For port e2181a7c-4599-4336-b587-33fe8cb2e717, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=e2181a7c-4599-4336-b587-33fe8cb2e717,segment=NetworkSegment(680f82fe-fc0c-46fa-b0ac-a1feca77f21b),segment_id=680f82fe-fc0c-46fa-b0ac-a1feca77f21b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:31.738032 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c8762763-3a86-46d3-91d0-2a6f91f09852 req-31508036-ef64-48b3-bb09-3136950c3e79 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:31.755912 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-c8762763-3a86-46d3-91d0-2a6f91f09852 req-31508036-ef64-48b3-bb09-3136950c3e79 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Calling delete_port for e2181a7c-4599-4336-b587-33fe8cb2e717 owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:30:31.794745 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d9494910-6f26-41a4-bdbb-9b00f9e329ad req-36854e75-aa6e-47d6-bc25-d18d0c29ad5e tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842552 Oct 29 01:30:31.895494 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57910) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:32.049927 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6b8f0adb-1e29-4223-91e0-e39be06b87a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:32.060629 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c8762763-3a86-46d3-91d0-2a6f91f09852 req-31508036-ef64-48b3-bb09-3136950c3e79 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:32.082945 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['e2181a7c-4599-4336-b587-33fe8cb2e717'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:30:32.143764 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31508036-ef64-48b3-bb09-3136950c3e79 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Pushing event deleted for resources: {'Port': ['ID=e2181a7c-4599-4336-b587-33fe8cb2e717,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:32.147324 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6b8f0adb-1e29-4223-91e0-e39be06b87a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:32.194909 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8762763-3a86-46d3-91d0-2a6f91f09852 req-31508036-ef64-48b3-bb09-3136950c3e79 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] No DVR routers for this DVR port e2181a7c-4599-4336-b587-33fe8cb2e717 on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:30:32.197853 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c53221-a60c-47a0-9845-4750b49e38fa req-b9bdf8ec-081a-40b3-b56c-a8cf31d5e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:32.199330 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c2c53221-a60c-47a0-9845-4750b49e38fa req-b9bdf8ec-081a-40b3-b56c-a8cf31d5e896 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 1098 time: 0.1291559 Oct 29 01:30:32.200638 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c8762763-3a86-46d3-91d0-2a6f91f09852 req-31508036-ef64-48b3-bb09-3136950c3e79 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:32.203903 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c8762763-3a86-46d3-91d0-2a6f91f09852 req-31508036-ef64-48b3-bb09-3136950c3e79 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.83 "DELETE /v2.0/ports/e2181a7c-4599-4336-b587-33fe8cb2e717 HTTP/1.1" status: 204 len: 173 time: 0.7595901 Oct 29 01:30:32.204452 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8051e5-6f5b-47e6-9659-02de55bdfee4', 'name': 'network-vif-deleted', 'tag': 'e2181a7c-4599-4336-b587-33fe8cb2e717'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:32.206777 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09a5f43-7fb8-437b-86f0-2a29a7bcaa45" -d '{"events": [{"server_uuid": "df8051e5-6f5b-47e6-9659-02de55bdfee4", "name": "network-vif-deleted", "tag": "e2181a7c-4599-4336-b587-33fe8cb2e717"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:32.253369 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11526b2-ce67-4e53-8d7c-1b6284648fea x-openstack-request-id: req-b11526b2-ce67-4e53-8d7c-1b6284648fea {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:32.253369 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df8051e5-6f5b-47e6-9659-02de55bdfee4", "name": "network-vif-deleted", "tag": "e2181a7c-4599-4336-b587-33fe8cb2e717", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:32.253369 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b11526b2-ce67-4e53-8d7c-1b6284648fea {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:32.253369 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8051e5-6f5b-47e6-9659-02de55bdfee4', 'name': 'network-vif-deleted', 'tag': 'e2181a7c-4599-4336-b587-33fe8cb2e717', 'status': 'completed', 'code': 200} Oct 29 01:30:32.253832 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6b8f0adb-1e29-4223-91e0-e39be06b87a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:32.269470 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c2c53221-a60c-47a0-9845-4750b49e38fa req-1eb78c26-7640-4fab-9979-acce7f8077f5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516176 Oct 29 01:30:32.301370 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f0adb-1e29-4223-91e0-e39be06b87a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1150069-93c3-40c3-b4ec-0c36c500a967,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:32.307427 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-6b8f0adb-1e29-4223-91e0-e39be06b87a7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7d965da403bd4831a7a60e8e9b09e183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4107106 Oct 29 01:30:32.310062 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57922) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:32.345008 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5cf1f-6d84-4b78-990c-57ce56fd1a4f req-0628f81b-696b-4cf6-ad2a-d870b00bd654 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:32.351543 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e3f5cf1f-6d84-4b78-990c-57ce56fd1a4f req-0628f81b-696b-4cf6-ad2a-d870b00bd654 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0590739 Oct 29 01:30:32.362576 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-053a3f84-a3a7-45a8-a467-b82ea7da189e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:32.385686 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-053a3f84-a3a7-45a8-a467-b82ea7da189e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:32.391872 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e3f5cf1f-6d84-4b78-990c-57ce56fd1a4f req-9f6aac54-7cbd-4412-bbc1-9a8621265c59 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384347 Oct 29 01:30:32.487671 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-053a3f84-a3a7-45a8-a467-b82ea7da189e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:32.490233 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-053a3f84-a3a7-45a8-a467-b82ea7da189e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:32.491380 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-053a3f84-a3a7-45a8-a467-b82ea7da189e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e1150069-93c3-40c3-b4ec-0c36c500a967 HTTP/1.1" status: 204 len: 168 time: 0.1802609 Oct 29 01:30:32.501201 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a3f84-a3a7-45a8-a467-b82ea7da189e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1150069-93c3-40c3-b4ec-0c36c500a967,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:32.916480 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ffd9dff3-daf6-406e-a3de-294b5fb568e8 req-d8ffeb31-a960-4bf6-aa72-360495ed57b9 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=df8051e5-6f5b-47e6-9659-02de55bdfee4 HTTP/1.1" status: 200 len: 210 time: 0.0310519 Oct 29 01:30:32.933115 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:33.226783 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57954) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:33.246057 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6abacb31-4d83-41b3-b153-eaa71db0299b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:33.325838 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6abacb31-4d83-41b3-b153-eaa71db0299b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:33.459398 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6abacb31-4d83-41b3-b153-eaa71db0299b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:33.515722 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-6abacb31-4d83-41b3-b153-eaa71db0299b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e8aba60d1c054a79b859db3e782d31c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878509 Oct 29 01:30:33.517900 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abacb31-4d83-41b3-b153-eaa71db0299b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1e3585-e37f-4d5f-b194-993215106a6f,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:33.520736 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 57962) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:33.527177 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac521b1-533f-45f5-9e4c-ecbae4363bf3 req-6a91f69e-0fcf-49da-9568-9e5b918f3c4b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:33.528871 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9ac521b1-533f-45f5-9e4c-ecbae4363bf3 req-6a91f69e-0fcf-49da-9568-9e5b918f3c4b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0562181 Oct 29 01:30:33.587991 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cf3eeaa0-0e60-46ef-9d93-b087473a2186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:33.588681 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9ac521b1-533f-45f5-9e4c-ecbae4363bf3 req-35622ec1-7199-4b44-bff8-18eae60d1dd6 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497372 Oct 29 01:30:33.611628 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cf3eeaa0-0e60-46ef-9d93-b087473a2186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:33.784546 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cf3eeaa0-0e60-46ef-9d93-b087473a2186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:33.787116 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cf3eeaa0-0e60-46ef-9d93-b087473a2186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:33.788297 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-cf3eeaa0-0e60-46ef-9d93-b087473a2186 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ae1e3585-e37f-4d5f-b194-993215106a6f HTTP/1.1" status: 204 len: 168 time: 0.2664154 Oct 29 01:30:33.796329 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3eeaa0-0e60-46ef-9d93-b087473a2186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1e3585-e37f-4d5f-b194-993215106a6f,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:34.266298 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264f842-5351-4de0-bbcc-ec04171075dc req-b28307a0-5bfb-48a9-ba38-3dbb0a5c4ca7 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:34.267819 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a264f842-5351-4de0-bbcc-ec04171075dc req-b28307a0-5bfb-48a9-ba38-3dbb0a5c4ca7 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/networks?id=07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac HTTP/1.1" status: 200 len: 807 time: 0.1160991 Oct 29 01:30:34.284218 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a264f842-5351-4de0-bbcc-ec04171075dc req-9cebecf8-7b08-4c8b-a039-207529803cdf tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/quotas/131e8f4d098e4d2ba64328c91f63c18c HTTP/1.1" status: 200 len: 375 time: 0.0104415 Oct 29 01:30:34.318415 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a264f842-5351-4de0-bbcc-ec04171075dc req-5528e917-b1c1-4f99-8fff-e387ded79549 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=131e8f4d098e4d2ba64328c91f63c18c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281105 Oct 29 01:30:34.414099 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a264f842-5351-4de0-bbcc-ec04171075dc req-67a73bf1-1de4-4e12-aae1-eeb7f624d055 service neutron] 10.222.0.87 "GET /v2.0/networks/07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880768 Oct 29 01:30:34.505000 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a264f842-5351-4de0-bbcc-ec04171075dc req-87b7d5db-e7eb-4a32-8877-63225505be09 service neutron] 10.222.0.87 "GET /v2.0/networks/07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846648 Oct 29 01:30:34.709672 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95378042-0dce-471e-bd50-e60bd336b5b3 req-b0ace48d-0492-44e5-ac7f-5053279cb747 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:34.710864 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-95378042-0dce-471e-bd50-e60bd336b5b3 req-b0ace48d-0492-44e5-ac7f-5053279cb747 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0533965 Oct 29 01:30:34.769075 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-95378042-0dce-471e-bd50-e60bd336b5b3 req-7b10d01d-acf5-4b1d-8fdc-e71b67949c37 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484867 Oct 29 01:30:34.816500 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0e4ccab3-951b-4c14-9bcf-67e97e0e432d req-f8459a80-b98b-4c20-8c6e-32d0a0bc169f tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 210 time: 0.0463252 Oct 29 01:30:35.064759 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760c917-fabd-43c0-8c80-0bce33c753a5 req-b4e26065-284e-4e1e-a262-b4de603dfbce tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:35.066341 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0760c917-fabd-43c0-8c80-0bce33c753a5 req-b4e26065-284e-4e1e-a262-b4de603dfbce tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0747178 Oct 29 01:30:35.127511 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0760c917-fabd-43c0-8c80-0bce33c753a5 req-46ca5731-b6fb-43f1-95b4-ba7e82878e4a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507202 Oct 29 01:30:35.297700 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device e2181a7c-4599-4336-b587-33fe8cb2e717 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:30:35.327908 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: e2181a7c-4599-4336-b587-33fe8cb2e717 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:30:35.329448 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device e2181a7c-4599-4336-b587-33fe8cb2e717 not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:30:35.712780 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 58078) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:35.890374 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07e26207-736b-48fa-9b4d-d9722c4d5907 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:35.980126 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-519accda-6d18-4795-887e-da06f94062d3 req-412e0160-5ab5-429c-b121-6778a93b9e9b tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 210 time: 0.0549474 Oct 29 01:30:36.035214 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07e26207-736b-48fa-9b4d-d9722c4d5907 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:36.115971 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-07e26207-736b-48fa-9b4d-d9722c4d5907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:36.166941 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e26207-736b-48fa-9b4d-d9722c4d5907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d15e2b3-f124-412a-af92-f0a4b331aa0f,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:36.190592 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-07e26207-736b-48fa-9b4d-d9722c4d5907 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=140de47c19b545518c3ef312dfa94c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709697 Oct 29 01:30:36.192275 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 58108) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:36.245598 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9f47aba8-efc8-4545-958b-2d55034e6d2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:36.269683 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9f47aba8-efc8-4545-958b-2d55034e6d2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:36.407579 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9f47aba8-efc8-4545-958b-2d55034e6d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:36.410202 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9f47aba8-efc8-4545-958b-2d55034e6d2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:36.411358 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-9f47aba8-efc8-4545-958b-2d55034e6d2a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2d15e2b3-f124-412a-af92-f0a4b331aa0f HTTP/1.1" status: 204 len: 168 time: 0.2181118 Oct 29 01:30:36.419322 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47aba8-efc8-4545-958b-2d55034e6d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d15e2b3-f124-412a-af92-f0a4b331aa0f,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:37.177110 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-75b3e995-b88f-4812-8368-9915a8fda748 req-6eb42fb9-00b0-4b51-b8f3-1b6bb586a221 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 210 time: 0.0312088 Oct 29 01:30:37.679979 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e11693-df90-4d5f-961a-aa7d4728a098 req-f9666154-3dfa-4d4c-ad50-c5d2ace7da1b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:37.681485 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53e11693-df90-4d5f-961a-aa7d4728a098 req-f9666154-3dfa-4d4c-ad50-c5d2ace7da1b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.1163871 Oct 29 01:30:37.743426 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264f842-5351-4de0-bbcc-ec04171075dc req-4e6b0ab0-603e-4fc7-b510-85904f1f8db1 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:37.744871 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a264f842-5351-4de0-bbcc-ec04171075dc req-4e6b0ab0-603e-4fc7-b510-85904f1f8db1 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.83 "GET /v2.0/networks?id=07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac HTTP/1.1" status: 200 len: 807 time: 0.1901882 Oct 29 01:30:37.767808 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53e11693-df90-4d5f-961a-aa7d4728a098 req-b34a22e3-fc31-476f-b3af-dde278270948 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571258 Oct 29 01:30:37.769596 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0e43a-6f89-444d-ade0-67ff6e35bbae req-04ce919b-6ac9-444d-867c-2aa4d5a0dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:37.771009 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-75f0e43a-6f89-444d-ade0-67ff6e35bbae req-04ce919b-6ac9-444d-867c-2aa4d5a0dbab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b037cd872fe4e0b8b9429048c567b1b&device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 1098 time: 0.0869091 Oct 29 01:30:37.794888 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-a264f842-5351-4de0-bbcc-ec04171075dc req-36439994-e816-4edc-8b13-f3d9a48aa90d tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Request body: {'port': {'device_id': '9f6b1af3-803b-440a-8549-e2297a014690', 'network_id': '07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac', 'admin_state_up': True, 'tenant_id': '131e8f4d098e4d2ba64328c91f63c18c'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:37.902220 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 58158) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:37.989520 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0e43a-6f89-444d-ade0-67ff6e35bbae req-eb22f247-2682-4985-a7a5-ddb39bfd46e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:37.991011 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-75f0e43a-6f89-444d-ade0-67ff6e35bbae req-eb22f247-2682-4985-a7a5-ddb39bfd46e8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=994299c4-5e9a-49d2-8046-83a41a29fd88 HTTP/1.1" status: 200 len: 919 time: 0.1893463 Oct 29 01:30:38.025254 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-ac12cdb5-1497-463f-98d2-4b3a47add4be admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-548583751-network', 'tenant_id': '7aa66fedc6704473996d04ffbf8135e0'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:38.041548 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-75f0e43a-6f89-444d-ade0-67ff6e35bbae req-ee638f3e-12e0-4ad4-888f-bf4d66d3c2d1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 HTTP/1.1" status: 200 len: 217 time: 0.0355625 Oct 29 01:30:38.101752 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0e43a-6f89-444d-ade0-67ff6e35bbae req-738c77bd-a78d-4ab7-96fd-86b3d35ef66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:38.103234 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-75f0e43a-6f89-444d-ade0-67ff6e35bbae req-738c77bd-a78d-4ab7-96fd-86b3d35ef66c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=461ec7a9-0b24-4557-8d0b-f37f5daa734d HTTP/1.1" status: 200 len: 858 time: 0.0463552 Oct 29 01:30:38.149427 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-75f0e43a-6f89-444d-ade0-67ff6e35bbae req-9a0b8e25-943f-48ab-ab39-e98f3694d1d1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=994299c4-5e9a-49d2-8046-83a41a29fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262847 Oct 29 01:30:38.152619 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a264f842-5351-4de0-bbcc-ec04171075dc req-36439994-e816-4edc-8b13-f3d9a48aa90d tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Made reservation on behalf of 131e8f4d098e4d2ba64328c91f63c18c for: {'port': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:38.153663 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a264f842-5351-4de0-bbcc-ec04171075dc req-36439994-e816-4edc-8b13-f3d9a48aa90d tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:38.253854 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac12cdb5-1497-463f-98d2-4b3a47add4be admin admin] Made reservation on behalf of 7aa66fedc6704473996d04ffbf8135e0 for: {'network': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:38.256951 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ac12cdb5-1497-463f-98d2-4b3a47add4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:38.270635 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ac12cdb5-1497-463f-98d2-4b3a47add4be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:38.280399 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d5b5b0c5-92ef-4984-b039-5a5925239b11 req-e07f8a03-9c1a-4e35-a749-e3c4167e35d9 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 210 time: 0.0910404 Oct 29 01:30:38.354085 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ac12cdb5-1497-463f-98d2-4b3a47add4be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:38.362248 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-75f0e43a-6f89-444d-ade0-67ff6e35bbae req-5feac834-6e20-4fb9-ac6c-e70d0b099170 service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912620 Oct 29 01:30:38.387947 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [req-a264f842-5351-4de0-bbcc-ec04171075dc req-36439994-e816-4edc-8b13-f3d9a48aa90d tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Allocated IP 172.20.0.7 (07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac/7fe89b20-fe9a-47e5-a297-3c396101fc46/43b88bbd-d6d8-4749-9d83-4e72f57efb8c) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:30:38.436007 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ac12cdb5-1497-463f-98d2-4b3a47add4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:38.464954 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac12cdb5-1497-463f-98d2-4b3a47add4be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 909} {{(pid=101843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:30:38.471819 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12cdb5-1497-463f-98d2-4b3a47add4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc0d888-109c-46c6-9c65-189d47fab2a7,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:38.477842 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ac12cdb5-1497-463f-98d2-4b3a47add4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:38.478399 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.db.segments_db [None req-ac12cdb5-1497-463f-98d2-4b3a47add4be admin admin] Added segment e3c50a38-7e9e-40db-9044-81cb239b1939 of type vlan for network a043b94c-5557-4790-9d4f-a18ae31f901e Oct 29 01:30:38.522065 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ac12cdb5-1497-463f-98d2-4b3a47add4be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:38.566551 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-75f0e43a-6f89-444d-ade0-67ff6e35bbae req-539399f6-c4dd-483b-ac10-df89bea7118d service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670330 Oct 29 01:30:38.618068 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a264f842-5351-4de0-bbcc-ec04171075dc req-36439994-e816-4edc-8b13-f3d9a48aa90d tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:38.624428 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ac12cdb5-1497-463f-98d2-4b3a47add4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:38.626410 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12cdb5-1497-463f-98d2-4b3a47add4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:38.626948 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ac12cdb5-1497-463f-98d2-4b3a47add4be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:38.697352 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12cdb5-1497-463f-98d2-4b3a47add4be admin admin] Pushing event updated for resources: {'Network': ['ID=a043b94c-5557-4790-9d4f-a18ae31f901e,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:38.709397 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network a043b94c-5557-4790-9d4f-a18ae31f901e details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:30:38.739098 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a264f842-5351-4de0-bbcc-ec04171075dc req-36439994-e816-4edc-8b13-f3d9a48aa90d tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:38.776965 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-ac12cdb5-1497-463f-98d2-4b3a47add4be admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8735855 Oct 29 01:30:38.780135 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 58188) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:38.787363 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-33b2dbb7-3763-4470-b562-5904bb92b293 admin admin] Request body: {'subnet': {'network_id': 'a043b94c-5557-4790-9d4f-a18ae31f901e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-548583751-subnet', 'tenant_id': '7aa66fedc6704473996d04ffbf8135e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:38.800898 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a264f842-5351-4de0-bbcc-ec04171075dc req-36439994-e816-4edc-8b13-f3d9a48aa90d tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Network 07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:38.811568 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [req-a264f842-5351-4de0-bbcc-ec04171075dc req-36439994-e816-4edc-8b13-f3d9a48aa90d tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:38.813874 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-a264f842-5351-4de0-bbcc-ec04171075dc req-36439994-e816-4edc-8b13-f3d9a48aa90d tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:30:38.823041 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264f842-5351-4de0-bbcc-ec04171075dc req-36439994-e816-4edc-8b13-f3d9a48aa90d tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:38.823596 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a264f842-5351-4de0-bbcc-ec04171075dc req-36439994-e816-4edc-8b13-f3d9a48aa90d tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:38.827617 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36439994-e816-4edc-8b13-f3d9a48aa90d tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Pushing event updated for resources: {'Port': ['ID=43b88bbd-d6d8-4749-9d83-4e72f57efb8c,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:38.910331 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b2dbb7-3763-4470-b562-5904bb92b293 admin admin] Made reservation on behalf of 7aa66fedc6704473996d04ffbf8135e0 for: {'subnet': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:38.912753 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-33b2dbb7-3763-4470-b562-5904bb92b293 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25205606'] for subnet, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:39.138585 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005a0f0-97f3-4c20-aa1a-e3530d711096 req-e73f7122-5461-4ea1-b19f-c78de7c567ad tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:39.140204 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e005a0f0-97f3-4c20-aa1a-e3530d711096 req-e73f7122-5461-4ea1-b19f-c78de7c567ad tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.2817254 Oct 29 01:30:39.183320 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e005a0f0-97f3-4c20-aa1a-e3530d711096 req-ca695f90-b274-4ce2-a4d6-453ad2d6fd24 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347526 Oct 29 01:30:39.259667 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-33b2dbb7-3763-4470-b562-5904bb92b293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2790585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25205404'] for subnet, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:39.316725 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2dbb7-3763-4470-b562-5904bb92b293 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ed2fece-7aac-4099-89f1-80ff95b27b1e,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:39.321470 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a264f842-5351-4de0-bbcc-ec04171075dc req-36439994-e816-4edc-8b13-f3d9a48aa90d tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5322797 Oct 29 01:30:39.338102 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b2dbb7-3763-4470-b562-5904bb92b293 admin admin] Checking segment: {'id': 'e3c50a38-7e9e-40db-9044-81cb239b1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a043b94c-5557-4790-9d4f-a18ae31f901e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:39.338463 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b2dbb7-3763-4470-b562-5904bb92b293 admin admin] Network hostable DHCP agents. Network: a043b94c-5557-4790-9d4f-a18ae31f901e, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:30:39.359001 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Request body: {'port': {'device_id': '9f6b1af3-803b-440a-8549-e2297a014690', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:39.441907 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:39.464519 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b2dbb7-3763-4470-b562-5904bb92b293 admin admin] Network a043b94c-5557-4790-9d4f-a18ae31f901e is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:30:39.504285 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c3014-fdfe-433b-9cfd-7ff61172eab1 req-45c53f9c-31de-4f14-8fb3-183c53e9bbd4 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:39.505813 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8a1c3014-fdfe-433b-9cfd-7ff61172eab1 req-45c53f9c-31de-4f14-8fb3-183c53e9bbd4 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 931 time: 0.1022956 Oct 29 01:30:39.578974 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-33b2dbb7-3763-4470-b562-5904bb92b293 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, a043b94c-5557-4790-9d4f-a18ae31f901e) {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:39.588721 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2dbb7-3763-4470-b562-5904bb92b293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:39.589858 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344756c6-1935-46fb-830f-b7ec910c731c None None] Network a043b94c-5557-4790-9d4f-a18ae31f901e requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:30:39.589965 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-33b2dbb7-3763-4470-b562-5904bb92b293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:39.613400 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8a1c3014-fdfe-433b-9cfd-7ff61172eab1 req-c9d4a8b9-87af-4b77-a17c-81ccc7796648 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966647 Oct 29 01:30:39.743702 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-33b2dbb7-3763-4470-b562-5904bb92b293 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9581361 Oct 29 01:30:39.749154 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a114ece-ec66-4728-b977-b7ed1da8b783 None None] Network a043b94c-5557-4790-9d4f-a18ae31f901e requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:30:39.799156 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b88bbd-d6d8-4749-9d83-4e72f57efb8c {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:30:39.810390 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:39.824944 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Transition to ACTIVE for port object 43b88bbd-d6d8-4749-9d83-4e72f57efb8c will not be triggered until provisioned by entity L2. {{(pid=101842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:30:39.932906 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:39.991613 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Pushing event updated for resources: {'Port': ['ID=43b88bbd-d6d8-4749-9d83-4e72f57efb8c,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:40.020358 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Attempting to bind port 43b88bbd-d6d8-4749-9d83-4e72f57efb8c on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:30:40.020690 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Attempting to bind port 43b88bbd-d6d8-4749-9d83-4e72f57efb8c by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '680f82fe-fc0c-46fa-b0ac-a1feca77f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:30:40.021406 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Attempting to bind port 43b88bbd-d6d8-4749-9d83-4e72f57efb8c on network 07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:40.025708 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Port 43b88bbd-d6d8-4749-9d83-4e72f57efb8c on network 07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:30:40.026036 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Attempting to bind port 43b88bbd-d6d8-4749-9d83-4e72f57efb8c on network 07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:40.032574 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:30:40.032950 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Checking segment: {'id': '680f82fe-fc0c-46fa-b0ac-a1feca77f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:40.033370 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Bound using segment: {'id': '680f82fe-fc0c-46fa-b0ac-a1feca77f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:30:40.033840 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Bound port: 43b88bbd-d6d8-4749-9d83-4e72f57efb8c, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '680f82fe-fc0c-46fa-b0ac-a1feca77f21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:30:40.034368 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:40.103829 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] For port 43b88bbd-d6d8-4749-9d83-4e72f57efb8c, host hv-cinder-81398, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:30:40.107135 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] For port 43b88bbd-d6d8-4749-9d83-4e72f57efb8c, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=43b88bbd-d6d8-4749-9d83-4e72f57efb8c,segment=NetworkSegment(680f82fe-fc0c-46fa-b0ac-a1feca77f21b),segment_id=680f82fe-fc0c-46fa-b0ac-a1feca77f21b)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:30:40.248385 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:40.316087 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:40.316736 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:40.318112 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a264f842-5351-4de0-bbcc-ec04171075dc req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] 10.222.0.83 "PUT /v2.0/ports/43b88bbd-d6d8-4749-9d83-4e72f57efb8c HTTP/1.1" status: 200 len: 1093 time: 0.9730880 Oct 29 01:30:40.318709 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6b1af3-803b-440a-8549-e2297a014690', 'tag': '43b88bbd-d6d8-4749-9d83-4e72f57efb8c'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:40.321132 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b128c5-c256-4bb1-b5ad-ce77065ce6f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9f6b1af3-803b-440a-8549-e2297a014690", "tag": "43b88bbd-d6d8-4749-9d83-4e72f57efb8c"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:40.352016 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e55a8-5a5b-4b15-a2bc-67acbed7f612 service neutron] Pushing event updated for resources: {'Port': ['ID=43b88bbd-d6d8-4749-9d83-4e72f57efb8c,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:40.364200 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc50647-855d-4860-9cf7-e2bd7c006393 req-0a3df62b-c4dd-4d53-be21-c4a819d76fd3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:40.365741 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4dc50647-855d-4860-9cf7-e2bd7c006393 req-0a3df62b-c4dd-4d53-be21-c4a819d76fd3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0912623 Oct 29 01:30:40.367278 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1283a7a3-78bc-4d2a-bcd4-fd2f040d0dd2 x-openstack-request-id: req-1283a7a3-78bc-4d2a-bcd4-fd2f040d0dd2 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:40.367529 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f6b1af3-803b-440a-8549-e2297a014690", "tag": "43b88bbd-d6d8-4749-9d83-4e72f57efb8c", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:40.368001 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1283a7a3-78bc-4d2a-bcd4-fd2f040d0dd2 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:40.368378 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6b1af3-803b-440a-8549-e2297a014690', 'tag': '43b88bbd-d6d8-4749-9d83-4e72f57efb8c', 'status': 'completed', 'code': 200} Oct 29 01:30:40.411616 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4dc50647-855d-4860-9cf7-e2bd7c006393 req-cf1925b1-0cad-47d7-81e3-7d0bbb6ce989 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396938 Oct 29 01:30:40.462222 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b128c5-c256-4bb1-b5ad-ce77065ce6f6 req-c6ab1aaf-b470-405c-bb94-08156b0ed956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:40.463742 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c3b128c5-c256-4bb1-b5ad-ce77065ce6f6 req-c6ab1aaf-b470-405c-bb94-08156b0ed956 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=131e8f4d098e4d2ba64328c91f63c18c&device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 1096 time: 0.0426295 Oct 29 01:30:40.578341 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b128c5-c256-4bb1-b5ad-ce77065ce6f6 req-bc0ffc98-b4b5-4daf-8482-23a5b24258ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:40.580096 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c3b128c5-c256-4bb1-b5ad-ce77065ce6f6 req-bc0ffc98-b4b5-4daf-8482-23a5b24258ca service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=131e8f4d098e4d2ba64328c91f63c18c&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1003623 Oct 29 01:30:40.738514 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b128c5-c256-4bb1-b5ad-ce77065ce6f6 req-7515b3cc-2f72-445f-b134-661af114b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:40.740158 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c3b128c5-c256-4bb1-b5ad-ce77065ce6f6 req-7515b3cc-2f72-445f-b134-661af114b9cd service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363366 Oct 29 01:30:40.762371 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4047cd-7772-4891-81ad-bfb3d19ad52f req-7682fe2f-cf4d-47e3-abe2-aa2a7d910a96 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:40.763976 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7f4047cd-7772-4891-81ad-bfb3d19ad52f req-7682fe2f-cf4d-47e3-abe2-aa2a7d910a96 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 943 time: 0.0741861 Oct 29 01:30:40.829351 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7f4047cd-7772-4891-81ad-bfb3d19ad52f req-138ad0f7-ba4b-4cb5-8f50-14299406bfcd tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579312 Oct 29 01:30:40.892333 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264f842-5351-4de0-bbcc-ec04171075dc req-1b00be17-3328-4f1c-a1d4-65d98f6b6c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:40.893848 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a264f842-5351-4de0-bbcc-ec04171075dc req-1b00be17-3328-4f1c-a1d4-65d98f6b6c14 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=131e8f4d098e4d2ba64328c91f63c18c&device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 1096 time: 0.0926821 Oct 29 01:30:40.954835 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a264f842-5351-4de0-bbcc-ec04171075dc req-6abefe52-6e1e-4672-bcce-c06b413037f7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43b88bbd-d6d8-4749-9d83-4e72f57efb8c HTTP/1.1" status: 200 len: 217 time: 0.0358322 Oct 29 01:30:41.013141 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264f842-5351-4de0-bbcc-ec04171075dc req-4ba35e43-a2f8-484d-82e4-ab32599e4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:41.014770 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a264f842-5351-4de0-bbcc-ec04171075dc req-4ba35e43-a2f8-484d-82e4-ab32599e4b71 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7fe89b20-fe9a-47e5-a297-3c396101fc46 HTTP/1.1" status: 200 len: 847 time: 0.0484400 Oct 29 01:30:41.052730 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a264f842-5351-4de0-bbcc-ec04171075dc req-91fec176-5730-4e61-97ab-f949044aecb0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295384 Oct 29 01:30:41.099213 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:41.151092 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a264f842-5351-4de0-bbcc-ec04171075dc req-4e394067-1234-4c08-a1ba-d12be593d37f service neutron] 10.222.0.83 "GET /v2.0/networks/07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856748 Oct 29 01:30:41.251984 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a264f842-5351-4de0-bbcc-ec04171075dc req-4278bedd-69c6-4fa9-8665-8271c78a4254 service neutron] 10.222.0.83 "GET /v2.0/networks/07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902655 Oct 29 01:30:41.543346 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb54467-a2a0-4563-adc9-648406117463 req-9209105e-2cd6-4a11-8ded-a20aa6a27bca tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:41.544984 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1bb54467-a2a0-4563-adc9-648406117463 req-9209105e-2cd6-4a11-8ded-a20aa6a27bca tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0548947 Oct 29 01:30:41.587069 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1bb54467-a2a0-4563-adc9-648406117463 req-e1e4afbd-a3ae-40c9-8e51-20d4d791ed7c tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355155 Oct 29 01:30:41.947208 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db3925-a3ad-4980-ba2e-1952fc5daa1e req-cc024a2a-b976-4d03-a386-2df3e9869b78 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:41.948712 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c2db3925-a3ad-4980-ba2e-1952fc5daa1e req-cc024a2a-b976-4d03-a386-2df3e9869b78 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 943 time: 0.0500190 Oct 29 01:30:41.989434 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c2db3925-a3ad-4980-ba2e-1952fc5daa1e req-1fd41514-5988-4a97-8ed6-c3e11658e9c6 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337555 Oct 29 01:30:42.192050 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-b9db927a-34c5-4064-a219-f65aa109e109 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:42.193483 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-b9db927a-34c5-4064-a219-f65aa109e109 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/networks?id=a043b94c-5557-4790-9d4f-a18ae31f901e HTTP/1.1" status: 200 len: 813 time: 0.1166735 Oct 29 01:30:42.212901 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-50ba1381-e4c4-4d80-aac8-10e19d986ff2 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/quotas/7aa66fedc6704473996d04ffbf8135e0 HTTP/1.1" status: 200 len: 375 time: 0.0116885 Oct 29 01:30:42.244507 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-adefad3e-ad88-4fe9-8dd5-72e302b217db tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7aa66fedc6704473996d04ffbf8135e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272274 Oct 29 01:30:42.352226 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-2191ebcb-6101-4b56-96f1-c61c07f37deb service neutron] 10.222.0.87 "GET /v2.0/networks/a043b94c-5557-4790-9d4f-a18ae31f901e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000941 Oct 29 01:30:42.458838 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-98a7edb3-e152-445f-b19d-aa5917d957ea service neutron] 10.222.0.87 "GET /v2.0/networks/a043b94c-5557-4790-9d4f-a18ae31f901e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001108 Oct 29 01:30:42.714241 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0826ca9-38a1-4ea5-8877-6cd677047e8b req-c9cdee1c-f6a7-47cb-b47f-86442f2706db tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:42.716052 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d0826ca9-38a1-4ea5-8877-6cd677047e8b req-c9cdee1c-f6a7-47cb-b47f-86442f2706db tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0556962 Oct 29 01:30:42.788459 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5b24b00d-ad67-4b02-848b-21ff7d78acd8 req-2dc7a50a-f91f-4fb4-8c83-b1fcf9f169cc tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 210 time: 0.0370407 Oct 29 01:30:42.797391 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d0826ca9-38a1-4ea5-8877-6cd677047e8b req-59c6632f-3330-464c-ad44-e13ee837a33c tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680299 Oct 29 01:30:43.119141 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d1d71-ad14-4aa9-b494-ec8dd7a9f860 req-8ef67c06-5b37-4a82-a8e2-34005a73aca3 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:43.120899 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cc0d1d71-ad14-4aa9-b494-ec8dd7a9f860 req-8ef67c06-5b37-4a82-a8e2-34005a73aca3 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 943 time: 0.0590370 Oct 29 01:30:43.130810 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 58324) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:43.166215 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cc0d1d71-ad14-4aa9-b494-ec8dd7a9f860 req-5891b5cb-5c74-44c1-94af-6cc60d8e3d33 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388374 Oct 29 01:30:43.254027 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-42ab89c9-896c-4079-b042-4b30c574d4d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.329591 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 43b88bbd-d6d8-4749-9d83-4e72f57efb8c details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:30:43.337063 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-42ab89c9-896c-4079-b042-4b30c574d4d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.393327 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-42ab89c9-896c-4079-b042-4b30c574d4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.427175 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-42ab89c9-896c-4079-b042-4b30c574d4d4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cf296814ec5c485e808414173d27f5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951994 Oct 29 01:30:43.428886 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 58334) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:43.434083 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 43b88bbd-d6d8-4749-9d83-4e72f57efb8c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=43b88bbd-d6d8-4749-9d83-4e72f57efb8c,segment=NetworkSegment(680f82fe-fc0c-46fa-b0ac-a1feca77f21b),segment_id=680f82fe-fc0c-46fa-b0ac-a1feca77f21b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:43.446794 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': '43b88bbd-d6d8-4749-9d83-4e72f57efb8c', 'network_id': '07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac', 'port_id': '43b88bbd-d6d8-4749-9d83-4e72f57efb8c', 'mac_address': 'fa:16:3e:af:a9:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 934, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe89b20-fe9a-47e5-a297-3c396101fc46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:30:43.450515 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab89c9-896c-4079-b042-4b30c574d4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40bf306-ca47-46ce-aaa3-08b7affdf6e6,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:43.490075 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.506414 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b88bbd-d6d8-4749-9d83-4e72f57efb8c {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:30:43.513581 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-86c57bde-0b27-4a7e-8920-e7616232c0d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.538307 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 43b88bbd-d6d8-4749-9d83-4e72f57efb8c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=43b88bbd-d6d8-4749-9d83-4e72f57efb8c,segment=NetworkSegment(680f82fe-fc0c-46fa-b0ac-a1feca77f21b),segment_id=680f82fe-fc0c-46fa-b0ac-a1feca77f21b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:43.543849 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-86c57bde-0b27-4a7e-8920-e7616232c0d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.601508 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.659286 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=43b88bbd-d6d8-4749-9d83-4e72f57efb8c,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:43.675754 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-86c57bde-0b27-4a7e-8920-e7616232c0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.678372 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-86c57bde-0b27-4a7e-8920-e7616232c0d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:43.679554 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-86c57bde-0b27-4a7e-8920-e7616232c0d7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d40bf306-ca47-46ce-aaa3-08b7affdf6e6 HTTP/1.1" status: 204 len: 168 time: 0.2494614 Oct 29 01:30:43.687936 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c57bde-0b27-4a7e-8920-e7616232c0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40bf306-ca47-46ce-aaa3-08b7affdf6e6,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:43.881421 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7b8df4ff-7452-4a30-ab78-9a0b11c71ab0 req-c28cc336-f0e9-4a2c-b723-e444d5154fe7 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 210 time: 0.0306847 Oct 29 01:30:43.934899 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d2819-d257-4047-9d42-7c8a59e532a1 req-8317ce1e-0128-4363-aba6-80b8c64b1b64 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:43.936804 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ef8d2819-d257-4047-9d42-7c8a59e532a1 req-8317ce1e-0128-4363-aba6-80b8c64b1b64 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0585968 Oct 29 01:30:43.989255 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ef8d2819-d257-4047-9d42-7c8a59e532a1 req-0df4213f-9627-40fb-8476-059dc8769294 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427372 Oct 29 01:30:44.057589 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['43b88bbd-d6d8-4749-9d83-4e72f57efb8c'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:30:44.313185 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ff315-db66-48f7-be95-d0eecaeb8fb6 req-c2438a59-1353-4ea0-8f72-f7f6fde42df2 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:44.316021 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-987ff315-db66-48f7-be95-d0eecaeb8fb6 req-c2438a59-1353-4ea0-8f72-f7f6fde42df2 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 944 time: 0.0682607 Oct 29 01:30:44.366635 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-987ff315-db66-48f7-be95-d0eecaeb8fb6 req-3d72f537-9be6-4dd4-a4be-614e65774e84 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388966 Oct 29 01:30:44.373005 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 58364) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:44.399882 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8ddc62bb-8a93-4115-a2e2-f72c0a530212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.480822 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8ddc62bb-8a93-4115-a2e2-f72c0a530212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.538844 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8ddc62bb-8a93-4115-a2e2-f72c0a530212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.576216 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc62bb-8a93-4115-a2e2-f72c0a530212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42b0f88-74c0-481b-8ea6-8ba31e135911,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:44.580573 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-8ddc62bb-8a93-4115-a2e2-f72c0a530212 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8d69e45999354a4793c9d7c47d5ef644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2053673 Oct 29 01:30:44.583381 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 58366) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:44.643880 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-92c8fea8-fb1f-47ec-a568-4bb14477f22a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.666165 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-92c8fea8-fb1f-47ec-a568-4bb14477f22a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.767716 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-92c8fea8-fb1f-47ec-a568-4bb14477f22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.770495 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-92c8fea8-fb1f-47ec-a568-4bb14477f22a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:44.771716 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-92c8fea8-fb1f-47ec-a568-4bb14477f22a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f42b0f88-74c0-481b-8ea6-8ba31e135911 HTTP/1.1" status: 204 len: 168 time: 0.1873176 Oct 29 01:30:44.779655 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8fea8-fb1f-47ec-a568-4bb14477f22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42b0f88-74c0-481b-8ea6-8ba31e135911,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:44.986624 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bb1b2e56-de97-43b9-bbeb-95e0121b9525 req-fdfa3177-ec2c-413a-8613-c4dc0cdccb1a tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 210 time: 0.0290217 Oct 29 01:30:45.111367 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45097796-5e80-485a-935e-ae2c382fe37b req-70347947-6d86-4522-825e-32657c44b4d4 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:45.112837 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-45097796-5e80-485a-935e-ae2c382fe37b req-70347947-6d86-4522-825e-32657c44b4d4 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0561345 Oct 29 01:30:45.154161 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-45097796-5e80-485a-935e-ae2c382fe37b req-3a8471f0-b9a7-4466-bec7-bf0d86d80602 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344083 Oct 29 01:30:45.351046 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 43b88bbd-d6d8-4749-9d83-4e72f57efb8c up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:45.572922 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port 43b88bbd-d6d8-4749-9d83-4e72f57efb8c completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:30:45.574237 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-97cc9767-920b-4651-97aa-0d2d3c4989ac tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:45.576039 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-97cc9767-920b-4651-97aa-0d2d3c4989ac tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.83 "GET /v2.0/networks?id=a043b94c-5557-4790-9d4f-a18ae31f901e HTTP/1.1" status: 200 len: 813 time: 0.2039704 Oct 29 01:30:45.579203 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port 43b88bbd-d6d8-4749-9d83-4e72f57efb8c triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:45.579752 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:45.594378 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353aa30-c9cd-46ef-b64a-2cbb1dda30ad req-12b9bf36-2016-443c-9ade-49295ca6c73b tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:45.596200 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c353aa30-c9cd-46ef-b64a-2cbb1dda30ad req-12b9bf36-2016-443c-9ade-49295ca6c73b tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 944 time: 0.0910404 Oct 29 01:30:45.602476 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-ea80fb24-9ace-4a98-bfb6-1d9bf2812764 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Request body: {'port': {'device_id': '93f60f90-a29b-4ae7-b9dc-ec821e4c7e10', 'network_id': 'a043b94c-5557-4790-9d4f-a18ae31f901e', 'admin_state_up': True, 'tenant_id': '7aa66fedc6704473996d04ffbf8135e0'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:45.684598 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:45.696440 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c353aa30-c9cd-46ef-b64a-2cbb1dda30ad req-4b858e50-f7b6-499f-8257-9359c383e0af tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854571 Oct 29 01:30:45.725756 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6b1af3-803b-440a-8549-e2297a014690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b88bbd-d6d8-4749-9d83-4e72f57efb8c'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:45.732067 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ba880a-d55b-470b-86ff-786d6c1ca28a" -d '{"events": [{"server_uuid": "9f6b1af3-803b-440a-8549-e2297a014690", "name": "network-vif-plugged", "status": "completed", "tag": "43b88bbd-d6d8-4749-9d83-4e72f57efb8c"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:45.766149 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 43b88bbd-d6d8-4749-9d83-4e72f57efb8c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=43b88bbd-d6d8-4749-9d83-4e72f57efb8c,segment=NetworkSegment(680f82fe-fc0c-46fa-b0ac-a1feca77f21b),segment_id=680f82fe-fc0c-46fa-b0ac-a1feca77f21b)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:45.777501 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c1113b-fecf-4177-920a-a765ff89cd48 x-openstack-request-id: req-c5c1113b-fecf-4177-920a-a765ff89cd48 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:45.777971 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6b1af3-803b-440a-8549-e2297a014690", "name": "network-vif-plugged", "status": "completed", "tag": "43b88bbd-d6d8-4749-9d83-4e72f57efb8c", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:45.778397 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c5c1113b-fecf-4177-920a-a765ff89cd48 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:45.779025 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6b1af3-803b-440a-8549-e2297a014690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b88bbd-d6d8-4749-9d83-4e72f57efb8c', 'code': 200} Oct 29 01:30:45.841583 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-ea80fb24-9ace-4a98-bfb6-1d9bf2812764 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Made reservation on behalf of 7aa66fedc6704473996d04ffbf8135e0 for: {'port': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:30:45.841814 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:45.846427 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-ea80fb24-9ace-4a98-bfb6-1d9bf2812764 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:45.898739 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=43b88bbd-d6d8-4749-9d83-4e72f57efb8c,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:46.052817 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-ea80fb24-9ace-4a98-bfb6-1d9bf2812764 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Allocated IP 172.20.0.6 (a043b94c-5557-4790-9d4f-a18ae31f901e/7ed2fece-7aac-4099-89f1-80ff95b27b1e/bae2e6bb-454a-4acd-acb0-022f69f3a6e8) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:30:46.105270 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ffb76b9f-b23c-471b-858a-68d15d306db5 req-14020f8f-d3dd-4655-9a5b-0cd428b3a1e0 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 210 time: 0.0380218 Oct 29 01:30:46.243136 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c55044-77c4-4486-b891-e2652d441a60 req-f6035179-c7d4-47fe-a94e-788d36627748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:46.244703 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-17c55044-77c4-4486-b891-e2652d441a60 req-f6035179-c7d4-47fe-a94e-788d36627748 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 1098 time: 0.0930879 Oct 29 01:30:46.331776 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-ea80fb24-9ace-4a98-bfb6-1d9bf2812764 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.367190 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eda7b-f585-47e3-8f25-ebdc8ab57b18 req-53dc9d86-7de3-4b0d-ad25-d9620053736a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:46.368777 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3c9eda7b-f585-47e3-8f25-ebdc8ab57b18 req-53dc9d86-7de3-4b0d-ad25-d9620053736a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.1207955 Oct 29 01:30:46.376138 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-17c55044-77c4-4486-b891-e2652d441a60 req-cf3b3267-2108-42dd-8758-652a6c24bb34 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876207 Oct 29 01:30:46.429135 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3c9eda7b-f585-47e3-8f25-ebdc8ab57b18 req-1401a105-ea82-43c0-aabf-dc7a82d91fa2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518715 Oct 29 01:30:46.504792 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-ea80fb24-9ace-4a98-bfb6-1d9bf2812764 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.560920 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-ea80fb24-9ace-4a98-bfb6-1d9bf2812764 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Network a043b94c-5557-4790-9d4f-a18ae31f901e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:30:46.565088 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-ea80fb24-9ace-4a98-bfb6-1d9bf2812764 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:30:46.573280 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-ea80fb24-9ace-4a98-bfb6-1d9bf2812764 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:30:46.577010 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-ea80fb24-9ace-4a98-bfb6-1d9bf2812764 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:46.577658 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-ea80fb24-9ace-4a98-bfb6-1d9bf2812764 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.582663 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80fb24-9ace-4a98-bfb6-1d9bf2812764 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Pushing event updated for resources: {'Port': ['ID=bae2e6bb-454a-4acd-acb0-022f69f3a6e8,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:46.661922 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-ea80fb24-9ace-4a98-bfb6-1d9bf2812764 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0634341 Oct 29 01:30:46.712676 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Request body: {'port': {'device_id': '93f60f90-a29b-4ae7-b9dc-ec821e4c7e10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:30:46.818300 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:46.967526 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef7c1f-ac18-492f-bf0a-3318a0fceae5 req-a7fe539a-6de7-440d-86f4-2d1f293cf6c7 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:46.968125 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d7ef7c1f-ac18-492f-bf0a-3318a0fceae5 req-a7fe539a-6de7-440d-86f4-2d1f293cf6c7 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 945 time: 0.1339998 Oct 29 01:30:47.065030 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d7ef7c1f-ac18-492f-bf0a-3318a0fceae5 req-509154de-d27e-4e86-9664-46de4e416761 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841980 Oct 29 01:30:47.200404 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae2e6bb-454a-4acd-acb0-022f69f3a6e8 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:30:47.223103 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:47.257753 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Transition to ACTIVE for port object bae2e6bb-454a-4acd-acb0-022f69f3a6e8 will not be triggered until provisioned by entity L2. {{(pid=101842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:30:47.277012 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c919ceb-f296-46d5-8d5b-08bb4214abc4 req-de2e88bc-d41e-47ef-aa02-cbfa763e4c81 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:47.279031 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4c919ceb-f296-46d5-8d5b-08bb4214abc4 req-de2e88bc-d41e-47ef-aa02-cbfa763e4c81 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 931 time: 0.0821252 Oct 29 01:30:47.324131 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4c919ceb-f296-46d5-8d5b-08bb4214abc4 req-66149ea9-afb2-47b0-be02-91f83fa79b2d tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373638 Oct 29 01:30:47.367510 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:47.430404 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Pushing event updated for resources: {'Port': ['ID=bae2e6bb-454a-4acd-acb0-022f69f3a6e8,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:47.463891 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Attempting to bind port bae2e6bb-454a-4acd-acb0-022f69f3a6e8 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:30:47.464237 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Attempting to bind port bae2e6bb-454a-4acd-acb0-022f69f3a6e8 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'e3c50a38-7e9e-40db-9044-81cb239b1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a043b94c-5557-4790-9d4f-a18ae31f901e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:30:47.467973 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Attempting to bind port bae2e6bb-454a-4acd-acb0-022f69f3a6e8 on network a043b94c-5557-4790-9d4f-a18ae31f901e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:47.472937 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Port bae2e6bb-454a-4acd-acb0-022f69f3a6e8 on network a043b94c-5557-4790-9d4f-a18ae31f901e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:30:47.473415 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Attempting to bind port bae2e6bb-454a-4acd-acb0-022f69f3a6e8 on network a043b94c-5557-4790-9d4f-a18ae31f901e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:30:47.482704 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:30:47.483270 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Checking segment: {'id': 'e3c50a38-7e9e-40db-9044-81cb239b1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a043b94c-5557-4790-9d4f-a18ae31f901e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:30:47.485049 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Bound using segment: {'id': 'e3c50a38-7e9e-40db-9044-81cb239b1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a043b94c-5557-4790-9d4f-a18ae31f901e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:30:47.485766 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Bound port: bae2e6bb-454a-4acd-acb0-022f69f3a6e8, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c50a38-7e9e-40db-9044-81cb239b1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a043b94c-5557-4790-9d4f-a18ae31f901e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:30:47.486349 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:47.654829 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] For port bae2e6bb-454a-4acd-acb0-022f69f3a6e8, host hv-cinder-81398, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:30:47.665861 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702961cd-ea1c-4b6a-8d10-9ac03dcd16da req-28dc436c-89cf-42ee-b664-15c8c99d132e tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:47.667411 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-702961cd-ea1c-4b6a-8d10-9ac03dcd16da req-28dc436c-89cf-42ee-b664-15c8c99d132e tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.1222188 Oct 29 01:30:47.669196 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] For port bae2e6bb-454a-4acd-acb0-022f69f3a6e8, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bae2e6bb-454a-4acd-acb0-022f69f3a6e8,segment=NetworkSegment(e3c50a38-7e9e-40db-9044-81cb239b1939),segment_id=e3c50a38-7e9e-40db-9044-81cb239b1939)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:30:47.713625 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-702961cd-ea1c-4b6a-8d10-9ac03dcd16da req-1817fe9b-ca4d-408f-9fa6-2bde47ff12c9 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355554 Oct 29 01:30:47.796238 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:47.842345 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:47.843177 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:47.846194 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] 10.222.0.83 "PUT /v2.0/ports/bae2e6bb-454a-4acd-acb0-022f69f3a6e8 HTTP/1.1" status: 200 len: 1093 time: 1.1383538 Oct 29 01:30:47.846686 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f60f90-a29b-4ae7-b9dc-ec821e4c7e10', 'tag': 'bae2e6bb-454a-4acd-acb0-022f69f3a6e8'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:47.849086 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4921fb0f-2da2-4c92-b854-b18a8f2d70d0" -d '{"events": [{"name": "network-changed", "server_uuid": "93f60f90-a29b-4ae7-b9dc-ec821e4c7e10", "tag": "bae2e6bb-454a-4acd-acb0-022f69f3a6e8"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:47.908775 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36aba9f-e6af-4a4b-94e8-107a5f9ab4cf service neutron] Pushing event updated for resources: {'Port': ['ID=bae2e6bb-454a-4acd-acb0-022f69f3a6e8,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:47.931924 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e49ce41-64ee-45a5-bd06-5720a06e66c7 x-openstack-request-id: req-3e49ce41-64ee-45a5-bd06-5720a06e66c7 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:47.932561 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f60f90-a29b-4ae7-b9dc-ec821e4c7e10", "tag": "bae2e6bb-454a-4acd-acb0-022f69f3a6e8", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:47.933043 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3e49ce41-64ee-45a5-bd06-5720a06e66c7 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:47.933671 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f60f90-a29b-4ae7-b9dc-ec821e4c7e10', 'tag': 'bae2e6bb-454a-4acd-acb0-022f69f3a6e8', 'status': 'completed', 'code': 200} Oct 29 01:30:48.048983 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921fb0f-2da2-4c92-b854-b18a8f2d70d0 req-ee8bf64e-f329-45a5-a7c9-590af9e84bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:48.050571 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4921fb0f-2da2-4c92-b854-b18a8f2d70d0 req-ee8bf64e-f329-45a5-a7c9-590af9e84bf4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7aa66fedc6704473996d04ffbf8135e0&device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 1096 time: 0.0488181 Oct 29 01:30:48.240518 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921fb0f-2da2-4c92-b854-b18a8f2d70d0 req-394da04e-3e89-41ef-8d3f-02eb11f44a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:48.240518 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4921fb0f-2da2-4c92-b854-b18a8f2d70d0 req-394da04e-3e89-41ef-8d3f-02eb11f44a13 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=7aa66fedc6704473996d04ffbf8135e0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1611588 Oct 29 01:30:48.246088 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6497947-b0ed-4a1c-b778-bf61b03c92a5 req-02ccd308-a5cc-4c48-b3dd-7492d52463ae tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:48.247579 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d6497947-b0ed-4a1c-b778-bf61b03c92a5 req-02ccd308-a5cc-4c48-b3dd-7492d52463ae tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 945 time: 0.0828457 Oct 29 01:30:48.377546 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d6497947-b0ed-4a1c-b778-bf61b03c92a5 req-c0f500d6-c287-4e79-b670-da5cb7615f33 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089959 Oct 29 01:30:48.459327 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921fb0f-2da2-4c92-b854-b18a8f2d70d0 req-fe19231b-1f85-4581-affb-f6612ae510d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:48.461152 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4921fb0f-2da2-4c92-b854-b18a8f2d70d0 req-fe19231b-1f85-4581-affb-f6612ae510d8 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2088125 Oct 29 01:30:48.536295 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe660af-815a-4370-abd8-b9b61952dc33 req-e016381f-e5f7-46a5-854c-a5dd71e83fcd tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:48.536295 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5fe660af-815a-4370-abd8-b9b61952dc33 req-e016381f-e5f7-46a5-854c-a5dd71e83fcd tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 943 time: 0.1005845 Oct 29 01:30:48.615142 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5fe660af-815a-4370-abd8-b9b61952dc33 req-e3c90572-fe71-4b5d-b597-8ed406954df5 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726674 Oct 29 01:30:48.622503 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-e3866935-8c25-4a07-bbff-8e98bfc312df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:48.624150 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-e3866935-8c25-4a07-bbff-8e98bfc312df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7aa66fedc6704473996d04ffbf8135e0&device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 1096 time: 0.0675466 Oct 29 01:30:48.678191 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-858802d7-3ff4-4a28-a770-e6f42f81253c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bae2e6bb-454a-4acd-acb0-022f69f3a6e8 HTTP/1.1" status: 200 len: 217 time: 0.0382087 Oct 29 01:30:48.816743 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-65ca1743-07df-407f-bfec-c5a0a542048d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:48.818223 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-65ca1743-07df-407f-bfec-c5a0a542048d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ed2fece-7aac-4099-89f1-80ff95b27b1e HTTP/1.1" status: 200 len: 853 time: 0.0744510 Oct 29 01:30:49.118288 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-70150f87-1b72-4c6f-86b1-4b59930080d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a043b94c-5557-4790-9d4f-a18ae31f901e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2708051 Oct 29 01:30:49.133197 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cd2e4-6e68-424d-9aea-849a84ed271d req-bf067682-bac0-493c-8bb2-8773071d1453 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:49.136043 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-341cd2e4-6e68-424d-9aea-849a84ed271d req-bf067682-bac0-493c-8bb2-8773071d1453 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.3300204 Oct 29 01:30:49.231821 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-341cd2e4-6e68-424d-9aea-849a84ed271d req-0f332078-fc57-4915-a52f-608591cc0c3f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885036 Oct 29 01:30:49.277899 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-817b33c4-9dfb-4dc9-a2e5-6d06a96934ee service neutron] 10.222.0.83 "GET /v2.0/networks/a043b94c-5557-4790-9d4f-a18ae31f901e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253610 Oct 29 01:30:49.378904 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53a1245e-f8f9-4c63-8293-2cc5f90cc8ad req-56d72619-eafe-43a4-be16-bbfc024b006a service neutron] 10.222.0.83 "GET /v2.0/networks/a043b94c-5557-4790-9d4f-a18ae31f901e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886610 Oct 29 01:30:49.508349 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4057ebe-aa7f-434b-8071-684f92652406 req-06f466ba-f21e-4d7b-9244-da84d71467de tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:49.510111 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d4057ebe-aa7f-434b-8071-684f92652406 req-06f466ba-f21e-4d7b-9244-da84d71467de tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 945 time: 0.0526130 Oct 29 01:30:49.556057 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d4057ebe-aa7f-434b-8071-684f92652406 req-4d17bf45-d4e0-4a09-972b-029c015ec969 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393641 Oct 29 01:30:49.747994 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cb124-dcb2-4b5c-875e-e9179bf0ebbd req-681e8abe-c28a-45d2-b733-c82437254599 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:49.750219 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5d5cb124-dcb2-4b5c-875e-e9179bf0ebbd req-681e8abe-c28a-45d2-b733-c82437254599 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 943 time: 0.0568578 Oct 29 01:30:49.798138 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5d5cb124-dcb2-4b5c-875e-e9179bf0ebbd req-15d0f862-1591-4c39-92c4-e59135c7d2fb tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408378 Oct 29 01:30:50.383465 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b7258-d413-4bee-b856-eb48df0905a2 req-29df7ae7-9ba7-4761-b4b4-39ebb61d6111 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:50.386288 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-dc3b7258-d413-4bee-b856-eb48df0905a2 req-29df7ae7-9ba7-4761-b4b4-39ebb61d6111 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0610759 Oct 29 01:30:50.430932 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-dc3b7258-d413-4bee-b856-eb48df0905a2 req-d52e6b3c-e511-49e4-a305-a71449a9d05c tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364833 Oct 29 01:30:50.943837 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5818dcf-6095-439a-bc5f-a901682a89d7 req-015c6f6b-0268-418d-8371-b7edd666db14 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:50.943837 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d5818dcf-6095-439a-bc5f-a901682a89d7 req-015c6f6b-0268-418d-8371-b7edd666db14 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 943 time: 0.0693023 Oct 29 01:30:50.989639 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d5818dcf-6095-439a-bc5f-a901682a89d7 req-2bd3622a-1bfd-4f37-af74-329a031f023d tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419247 Oct 29 01:30:51.564438 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646447b-01e0-4e2d-a77a-8d7f9f80c952 req-28731d7f-b01b-45e2-8899-ab5dea4f0126 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:51.568097 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c646447b-01e0-4e2d-a77a-8d7f9f80c952 req-28731d7f-b01b-45e2-8899-ab5dea4f0126 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0575461 Oct 29 01:30:51.634714 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c646447b-01e0-4e2d-a77a-8d7f9f80c952 req-90e9b782-9f0c-4c82-a5a1-a2f99febce2e tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619833 Oct 29 01:30:51.670373 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c91ff-11ea-4e6a-b086-d5388b219a08 req-b339641f-fc27-461a-8425-bb20860b27e7 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:51.672407 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ec6c91ff-11ea-4e6a-b086-d5388b219a08 req-b339641f-fc27-461a-8425-bb20860b27e7 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 945 time: 0.0567389 Oct 29 01:30:51.714091 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ec6c91ff-11ea-4e6a-b086-d5388b219a08 req-6ebd92f7-04d6-4703-b183-0cdca2ed48fb tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348716 Oct 29 01:30:52.139001 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ad165-d118-4d9a-afa5-59b2e5e9564c req-e8dac0d1-caf1-4010-aba4-fb0b911caddb tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:52.140839 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7a4ad165-d118-4d9a-afa5-59b2e5e9564c req-e8dac0d1-caf1-4010-aba4-fb0b911caddb tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 943 time: 0.0589790 Oct 29 01:30:52.181193 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7a4ad165-d118-4d9a-afa5-59b2e5e9564c req-06e624ff-81c7-4baf-8572-e6b3cac3428f tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342057 Oct 29 01:30:52.773041 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4a208-62c4-4523-92b7-67a6af352544 req-84fa3d1d-3270-472c-87ae-75e027362d2a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:52.776281 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-edb4a208-62c4-4523-92b7-67a6af352544 req-84fa3d1d-3270-472c-87ae-75e027362d2a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0625050 Oct 29 01:30:52.831196 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-edb4a208-62c4-4523-92b7-67a6af352544 req-182540db-eaeb-4c2c-b561-df3fc6240c34 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495667 Oct 29 01:30:52.880134 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a4120-4780-4136-9491-b916a5fec3df req-e5e16554-9ffe-465b-98e2-d2186bed01a2 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:52.882646 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-948a4120-4780-4136-9491-b916a5fec3df req-e5e16554-9ffe-465b-98e2-d2186bed01a2 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 945 time: 0.0761888 Oct 29 01:30:52.923283 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-948a4120-4780-4136-9491-b916a5fec3df req-5d9cccbc-3688-4ee5-a06d-7a26e94154ba tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350695 Oct 29 01:30:53.314197 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8db96-750f-4fc0-b49e-edc1c408c00d req-6ecef057-b5dd-4b1a-a47d-2c687d5ea1f9 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:53.315760 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3af8db96-750f-4fc0-b49e-edc1c408c00d req-6ecef057-b5dd-4b1a-a47d-2c687d5ea1f9 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 943 time: 0.0593781 Oct 29 01:30:53.358729 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3af8db96-750f-4fc0-b49e-edc1c408c00d req-b61fa75f-8d92-4634-bb6b-9aeaf5ad5988 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363469 Oct 29 01:30:53.412000 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device bae2e6bb-454a-4acd-acb0-022f69f3a6e8 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:30:53.439148 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 58642) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:53.539988 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port bae2e6bb-454a-4acd-acb0-022f69f3a6e8, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bae2e6bb-454a-4acd-acb0-022f69f3a6e8,segment=NetworkSegment(e3c50a38-7e9e-40db-9044-81cb239b1939),segment_id=e3c50a38-7e9e-40db-9044-81cb239b1939)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:53.557798 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': 'bae2e6bb-454a-4acd-acb0-022f69f3a6e8', 'network_id': 'a043b94c-5557-4790-9d4f-a18ae31f901e', 'port_id': 'bae2e6bb-454a-4acd-acb0-022f69f3a6e8', 'mac_address': 'fa:16:3e:98:ac:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed2fece-7aac-4099-89f1-80ff95b27b1e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:30:53.590873 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-08f9975f-e94c-4bbe-bc32-cb437335b30a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:53.599931 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:53.615203 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae2e6bb-454a-4acd-acb0-022f69f3a6e8 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:30:53.636367 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port bae2e6bb-454a-4acd-acb0-022f69f3a6e8, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bae2e6bb-454a-4acd-acb0-022f69f3a6e8,segment=NetworkSegment(e3c50a38-7e9e-40db-9044-81cb239b1939),segment_id=e3c50a38-7e9e-40db-9044-81cb239b1939)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:53.671540 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-08f9975f-e94c-4bbe-bc32-cb437335b30a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:53.743999 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:53.791811 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=bae2e6bb-454a-4acd-acb0-022f69f3a6e8,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:53.819211 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-08f9975f-e94c-4bbe-bc32-cb437335b30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:53.858471 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-08f9975f-e94c-4bbe-bc32-cb437335b30a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=9a7997fee37f485da64866bc2db4f08c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4180961 Oct 29 01:30:53.860136 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9975f-e94c-4bbe-bc32-cb437335b30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7638a25-f879-4804-8882-2991b7fbfb1a,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:53.862451 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 58654) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:53.966740 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b9d49042-56eb-462f-b64f-b7ed0f49bdb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:53.991823 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b9d49042-56eb-462f-b64f-b7ed0f49bdb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:54.012214 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59ca9c-4aca-4347-aae7-8b8633c46628 req-15780776-e51a-44a3-828a-b349030283cf tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:54.013686 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fe59ca9c-4aca-4347-aae7-8b8633c46628 req-15780776-e51a-44a3-828a-b349030283cf tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0927024 Oct 29 01:30:54.110664 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fe59ca9c-4aca-4347-aae7-8b8633c46628 req-d49b165c-2b52-45dc-8807-fe6600182198 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866456 Oct 29 01:30:54.126860 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107aa68-49e0-4c7e-b153-c4f5ca48f7ac req-8eb5a7bd-3c3f-408f-82cf-4195a2edf262 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:54.126860 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3107aa68-49e0-4c7e-b153-c4f5ca48f7ac req-8eb5a7bd-3c3f-408f-82cf-4195a2edf262 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 945 time: 0.1180551 Oct 29 01:30:54.162771 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3107aa68-49e0-4c7e-b153-c4f5ca48f7ac req-9ee4dad9-a92c-4971-af45-b507601eb5c4 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/security-groups?id=224fdacf-582c-44d0-99c2-496765d17b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347199 Oct 29 01:30:54.197427 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['bae2e6bb-454a-4acd-acb0-022f69f3a6e8'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:30:54.202078 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b9d49042-56eb-462f-b64f-b7ed0f49bdb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:54.206031 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b9d49042-56eb-462f-b64f-b7ed0f49bdb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:54.210075 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-b9d49042-56eb-462f-b64f-b7ed0f49bdb2 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a7638a25-f879-4804-8882-2991b7fbfb1a HTTP/1.1" status: 204 len: 168 time: 0.3436620 Oct 29 01:30:54.227046 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d49042-56eb-462f-b64f-b7ed0f49bdb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7638a25-f879-4804-8882-2991b7fbfb1a,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:54.292117 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4134cc7-0307-4fe9-848c-b3dabe2aadaa req-4f2ba309-c83d-4e2c-b480-58263eb5e242 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:54.294293 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e4134cc7-0307-4fe9-848c-b3dabe2aadaa req-4f2ba309-c83d-4e2c-b480-58263eb5e242 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.83 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 945 time: 0.0822680 Oct 29 01:30:54.452929 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-e4134cc7-0307-4fe9-848c-b3dabe2aadaa req-e7655c89-a498-4431-a857-0c437d70c36b tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Deleting port 43b88bbd-d6d8-4749-9d83-4e72f57efb8c {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:30:54.453281 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-e4134cc7-0307-4fe9-848c-b3dabe2aadaa req-e7655c89-a498-4431-a857-0c437d70c36b tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:54.568875 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248b003-8824-4e0b-a8aa-a12855086db8 req-3daa1452-16bf-4d8b-858e-610f49769fd0 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:54.577283 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d248b003-8824-4e0b-a8aa-a12855086db8 req-3daa1452-16bf-4d8b-858e-610f49769fd0 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 944 time: 0.1206617 Oct 29 01:30:54.630028 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-e4134cc7-0307-4fe9-848c-b3dabe2aadaa req-e7655c89-a498-4431-a857-0c437d70c36b tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] For port 43b88bbd-d6d8-4749-9d83-4e72f57efb8c, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=43b88bbd-d6d8-4749-9d83-4e72f57efb8c,segment=NetworkSegment(680f82fe-fc0c-46fa-b0ac-a1feca77f21b),segment_id=680f82fe-fc0c-46fa-b0ac-a1feca77f21b)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:54.630028 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-e4134cc7-0307-4fe9-848c-b3dabe2aadaa req-e7655c89-a498-4431-a857-0c437d70c36b tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:54.650516 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d248b003-8824-4e0b-a8aa-a12855086db8 req-eaa48f4c-7a61-438c-b620-fc9254627894 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721860 Oct 29 01:30:54.651489 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-e4134cc7-0307-4fe9-848c-b3dabe2aadaa req-e7655c89-a498-4431-a857-0c437d70c36b tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Calling delete_port for 43b88bbd-d6d8-4749-9d83-4e72f57efb8c owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:30:54.898737 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-e4134cc7-0307-4fe9-848c-b3dabe2aadaa req-e7655c89-a498-4431-a857-0c437d70c36b tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:54.932767 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7655c89-a498-4431-a857-0c437d70c36b tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Pushing event deleted for resources: {'Port': ['ID=43b88bbd-d6d8-4749-9d83-4e72f57efb8c,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:54.986675 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4134cc7-0307-4fe9-848c-b3dabe2aadaa req-e7655c89-a498-4431-a857-0c437d70c36b tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] No DVR routers for this DVR port 43b88bbd-d6d8-4749-9d83-4e72f57efb8c on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:30:54.990369 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-e4134cc7-0307-4fe9-848c-b3dabe2aadaa req-e7655c89-a498-4431-a857-0c437d70c36b tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:54.994193 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e4134cc7-0307-4fe9-848c-b3dabe2aadaa req-e7655c89-a498-4431-a857-0c437d70c36b tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.83 "DELETE /v2.0/ports/43b88bbd-d6d8-4749-9d83-4e72f57efb8c HTTP/1.1" status: 204 len: 173 time: 0.6914980 Oct 29 01:30:54.994716 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6b1af3-803b-440a-8549-e2297a014690', 'name': 'network-vif-deleted', 'tag': '43b88bbd-d6d8-4749-9d83-4e72f57efb8c'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:54.997070 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f31fd2-9361-46cf-a44d-930821b0eb8c" -d '{"events": [{"server_uuid": "9f6b1af3-803b-440a-8549-e2297a014690", "name": "network-vif-deleted", "tag": "43b88bbd-d6d8-4749-9d83-4e72f57efb8c"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:55.002305 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 58682) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:55.016655 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5fc049e5-7fc2-4b85-8750-8a849ca87ed7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.018504 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['43b88bbd-d6d8-4749-9d83-4e72f57efb8c'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:30:55.085396 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ec2e09-6230-4f3e-9ac4-b739c863da51 x-openstack-request-id: req-a4ec2e09-6230-4f3e-9ac4-b739c863da51 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:55.085880 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f6b1af3-803b-440a-8549-e2297a014690", "name": "network-vif-deleted", "tag": "43b88bbd-d6d8-4749-9d83-4e72f57efb8c", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:55.086050 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a4ec2e09-6230-4f3e-9ac4-b739c863da51 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:55.086465 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6b1af3-803b-440a-8549-e2297a014690', 'name': 'network-vif-deleted', 'tag': '43b88bbd-d6d8-4749-9d83-4e72f57efb8c', 'status': 'completed', 'code': 200} Oct 29 01:30:55.104959 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5fc049e5-7fc2-4b85-8750-8a849ca87ed7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.228710 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5fc049e5-7fc2-4b85-8750-8a849ca87ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.268946 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b7086-485d-4eed-81a2-97a2e2d25b0c req-89f88889-1704-4460-b055-0d8f2f5254f5 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:55.271589 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9d6b7086-485d-4eed-81a2-97a2e2d25b0c req-89f88889-1704-4460-b055-0d8f2f5254f5 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0874567 Oct 29 01:30:55.314829 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-5fc049e5-7fc2-4b85-8750-8a849ca87ed7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=f9fe319fb80942398e3f7b935beb7262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113546 Oct 29 01:30:55.316561 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 58692) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:55.338562 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc049e5-7fc2-4b85-8750-8a849ca87ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c263cf2-463a-4ecb-b503-91e96ecd99ab,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:55.353122 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-dd7f4fad-25dc-4080-8980-1c0e2b9ea88e req-453b68e8-dc9e-4b0e-8af2-54d9c66f9a87 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 210 time: 0.0594604 Oct 29 01:30:55.411192 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9d6b7086-485d-4eed-81a2-97a2e2d25b0c req-564f16b0-1665-489c-ad07-dbcbe3a32ca1 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259265 Oct 29 01:30:55.429514 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6029b863-8a21-4239-9479-2d3bebf1ee99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.435983 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device bae2e6bb-454a-4acd-acb0-022f69f3a6e8 up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:30:55.464235 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6029b863-8a21-4239-9479-2d3bebf1ee99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.591419 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6029b863-8a21-4239-9479-2d3bebf1ee99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.591548 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port bae2e6bb-454a-4acd-acb0-022f69f3a6e8 completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:30:55.593573 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6029b863-8a21-4239-9479-2d3bebf1ee99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.595054 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-6029b863-8a21-4239-9479-2d3bebf1ee99 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1c263cf2-463a-4ecb-b503-91e96ecd99ab HTTP/1.1" status: 204 len: 168 time: 0.2560201 Oct 29 01:30:55.607124 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port bae2e6bb-454a-4acd-acb0-022f69f3a6e8 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:30:55.609267 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029b863-8a21-4239-9479-2d3bebf1ee99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c263cf2-463a-4ecb-b503-91e96ecd99ab,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:55.611952 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.723651 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.785312 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port bae2e6bb-454a-4acd-acb0-022f69f3a6e8, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bae2e6bb-454a-4acd-acb0-022f69f3a6e8,segment=NetworkSegment(e3c50a38-7e9e-40db-9044-81cb239b1939),segment_id=e3c50a38-7e9e-40db-9044-81cb239b1939)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:30:55.786693 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f60f90-a29b-4ae7-b9dc-ec821e4c7e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae2e6bb-454a-4acd-acb0-022f69f3a6e8'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:30:55.790482 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbcd16a-1a82-4c2f-a326-aa21713053f8" -d '{"events": [{"server_uuid": "93f60f90-a29b-4ae7-b9dc-ec821e4c7e10", "name": "network-vif-plugged", "status": "completed", "tag": "bae2e6bb-454a-4acd-acb0-022f69f3a6e8"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:30:55.803253 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 58708) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:55.806852 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c0004-37a7-4002-9e73-490ead02c251 req-8a69c478-e9ca-499d-9676-35804939149b tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:55.808654 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-834c0004-37a7-4002-9e73-490ead02c251 req-8a69c478-e9ca-499d-9676-35804939149b tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 944 time: 0.0765111 Oct 29 01:30:55.864524 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:55.870536 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-834c0004-37a7-4002-9e73-490ead02c251 req-3a0a2f40-bc4f-47ff-93a8-b2b7be23fcf6 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452406 Oct 29 01:30:55.951598 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28c4cd1-61e8-4440-a229-3c94238b278a x-openstack-request-id: req-a28c4cd1-61e8-4440-a229-3c94238b278a {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:30:55.953465 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f60f90-a29b-4ae7-b9dc-ec821e4c7e10", "name": "network-vif-plugged", "status": "completed", "tag": "bae2e6bb-454a-4acd-acb0-022f69f3a6e8", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:30:55.953465 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a28c4cd1-61e8-4440-a229-3c94238b278a {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:30:55.955367 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f60f90-a29b-4ae7-b9dc-ec821e4c7e10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae2e6bb-454a-4acd-acb0-022f69f3a6e8', 'code': 200} Oct 29 01:30:56.079976 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=bae2e6bb-454a-4acd-acb0-022f69f3a6e8,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:56.186129 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-83d00a25-cf09-4562-9f73-3e42ddf397d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:56.294391 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-83d00a25-cf09-4562-9f73-3e42ddf397d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:56.367088 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-83d00a25-cf09-4562-9f73-3e42ddf397d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:56.420777 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-83d00a25-cf09-4562-9f73-3e42ddf397d6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7b80361ca0f346139d3a619681eb9e1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6122994 Oct 29 01:30:56.422188 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 58726) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:56.438413 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d00a25-cf09-4562-9f73-3e42ddf397d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9890829-611a-4f9b-9a37-ff8b1abb0e73,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:56.528126 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8698293b-4b35-4749-b154-fbabff0166f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:56.552941 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8698293b-4b35-4749-b154-fbabff0166f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:56.630187 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6a5527fa-b7f8-4dcd-a2dc-d8586c3e4217 req-955ac1d7-a5a5-4d57-ae48-d0a5ea6885c7 tempest-VolumesActionsTest-1777614909 tempest-VolumesActionsTest-1777614909-project] 10.222.0.87 "GET /v2.0/ports?device_id=9f6b1af3-803b-440a-8549-e2297a014690 HTTP/1.1" status: 200 len: 210 time: 0.0776205 Oct 29 01:30:56.665084 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dc192-4343-4d5b-bdca-7cfb648fcc73 req-080dc630-397a-45a6-9b0e-e6915b0354c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:56.666805 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cc1dc192-4343-4d5b-bdca-7cfb648fcc73 req-080dc630-397a-45a6-9b0e-e6915b0354c7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 1098 time: 0.2730188 Oct 29 01:30:56.686016 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f713554-7ce5-4b8c-ac2b-2fe54fe64e99 req-ea06132e-127d-4343-b67a-02f2d7f49630 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:56.687961 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8f713554-7ce5-4b8c-ac2b-2fe54fe64e99 req-ea06132e-127d-4343-b67a-02f2d7f49630 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.1082435 Oct 29 01:30:56.732793 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cc1dc192-4343-4d5b-bdca-7cfb648fcc73 req-50d0b68f-4bb6-4526-8395-0d7d711920d9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555060 Oct 29 01:30:56.738386 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8698293b-4b35-4749-b154-fbabff0166f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:56.741246 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8698293b-4b35-4749-b154-fbabff0166f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:56.751427 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-8698293b-4b35-4749-b154-fbabff0166f4 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a9890829-611a-4f9b-9a37-ff8b1abb0e73 HTTP/1.1" status: 204 len: 168 time: 0.3200626 Oct 29 01:30:56.763682 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8f713554-7ce5-4b8c-ac2b-2fe54fe64e99 req-7316032e-1236-4fdc-9f87-47df8e7542dd tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608673 Oct 29 01:30:56.769158 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8698293b-4b35-4749-b154-fbabff0166f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9890829-611a-4f9b-9a37-ff8b1abb0e73,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:57.003042 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e2117-a96e-408d-a97a-7e2fddce705e req-8146d621-07c2-4c4b-92b8-b27acd05e78e tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:57.004737 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-036e2117-a96e-408d-a97a-7e2fddce705e req-8146d621-07c2-4c4b-92b8-b27acd05e78e tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 945 time: 0.0663819 Oct 29 01:30:57.060420 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-036e2117-a96e-408d-a97a-7e2fddce705e req-8f57022e-6be1-4569-a74a-b47a31084e4d tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469217 Oct 29 01:30:57.202164 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-28e72abb-f2ce-4bb1-8f93-245c84952989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.428226 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 43b88bbd-d6d8-4749-9d83-4e72f57efb8c no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:30:57.450341 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: 43b88bbd-d6d8-4749-9d83-4e72f57efb8c {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:30:57.450687 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 43b88bbd-d6d8-4749-9d83-4e72f57efb8c not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:30:57.531816 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 58762) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:57.545419 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-27b3b76f-de07-45ad-8b23-b578cec48368 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.620220 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-27b3b76f-de07-45ad-8b23-b578cec48368 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.710860 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-27b3b76f-de07-45ad-8b23-b578cec48368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.755222 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-27b3b76f-de07-45ad-8b23-b578cec48368 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=14806da60008444ba3d0e535c2ce329e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224123 Oct 29 01:30:57.756441 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3b76f-de07-45ad-8b23-b578cec48368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e266dc4a-ca9d-45ff-b172-ad7c7f737e0b,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:57.758492 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 58774) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:57.835787 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-63530074-5bd9-4c60-a23f-821ae4c73047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.861397 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-63530074-5bd9-4c60-a23f-821ae4c73047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:57.893639 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7bc31-de85-4366-9ba5-13eda694cf05 req-ad288933-c006-4c4e-a0bf-5a78039710c8 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:57.897121 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f3c7bc31-de85-4366-9ba5-13eda694cf05 req-ad288933-c006-4c4e-a0bf-5a78039710c8 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0681393 Oct 29 01:30:57.945467 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f3c7bc31-de85-4366-9ba5-13eda694cf05 req-123e0787-eeae-4213-978e-c25d36d9c830 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442879 Oct 29 01:30:57.996286 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-63530074-5bd9-4c60-a23f-821ae4c73047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:58.000661 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-63530074-5bd9-4c60-a23f-821ae4c73047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:58.001840 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-63530074-5bd9-4c60-a23f-821ae4c73047 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e266dc4a-ca9d-45ff-b172-ad7c7f737e0b HTTP/1.1" status: 204 len: 168 time: 0.2351847 Oct 29 01:30:58.025455 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63530074-5bd9-4c60-a23f-821ae4c73047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e266dc4a-ca9d-45ff-b172-ad7c7f737e0b,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:58.238212 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823bec83-30e8-4928-8c34-302be82208d5 req-1284373e-2585-48e0-9b72-36dffdc9c0cf tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:58.239810 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-823bec83-30e8-4928-8c34-302be82208d5 req-1284373e-2585-48e0-9b72-36dffdc9c0cf tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 945 time: 0.0974159 Oct 29 01:30:58.287763 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-823bec83-30e8-4928-8c34-302be82208d5 req-a6e8d9bc-7a32-41ae-9d02-fdb4577c9a3d tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383642 Oct 29 01:30:58.854215 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 58816) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:58.874616 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a898695b-80b4-48ed-aa6c-4aee2bfc5b67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:58.946287 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a898695b-80b4-48ed-aa6c-4aee2bfc5b67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:59.030587 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a898695b-80b4-48ed-aa6c-4aee2bfc5b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:59.085702 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-a898695b-80b4-48ed-aa6c-4aee2bfc5b67 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c90b3ed70f2044b8890acd411860354f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313666 Oct 29 01:30:59.086644 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a898695b-80b4-48ed-aa6c-4aee2bfc5b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bc5053-629f-481c-be98-1d5a62602129,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:59.088986 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 58824) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:30:59.090990 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef5362-5f4f-4265-9acc-27e22250f274 req-bef1c406-1d81-447b-9ffe-7a31777ad511 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:59.092866 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-10ef5362-5f4f-4265-9acc-27e22250f274 req-bef1c406-1d81-447b-9ffe-7a31777ad511 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0765607 Oct 29 01:30:59.160331 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-10ef5362-5f4f-4265-9acc-27e22250f274 req-3a314384-caa5-40d0-86e8-321f0cf69fac tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529141 Oct 29 01:30:59.161875 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-be994fed-685c-416a-a8bc-1c5768490d10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:59.185372 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-be994fed-685c-416a-a8bc-1c5768490d10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:59.315639 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-be994fed-685c-416a-a8bc-1c5768490d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:59.318188 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-be994fed-685c-416a-a8bc-1c5768490d10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:30:59.319317 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-be994fed-685c-416a-a8bc-1c5768490d10 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f1bc5053-629f-481c-be98-1d5a62602129 HTTP/1.1" status: 204 len: 168 time: 0.2291198 Oct 29 01:30:59.330008 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be994fed-685c-416a-a8bc-1c5768490d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bc5053-629f-481c-be98-1d5a62602129,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:30:59.420789 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b627a-5740-4557-b418-e35ce76fd968 req-f673f9f8-3cf2-4129-9017-fbb78135ba6c tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:30:59.422326 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8f7b627a-5740-4557-b418-e35ce76fd968 req-f673f9f8-3cf2-4129-9017-fbb78135ba6c tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 945 time: 0.0542696 Oct 29 01:30:59.475302 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8f7b627a-5740-4557-b418-e35ce76fd968 req-21dd91f3-b3f3-433f-a170-7963d5935668 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457783 Oct 29 01:31:00.170485 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1bb739f6-a24e-48d4-99cd-57629b9c7f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:01.064732 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:01.246996 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:02.469582 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80252b8-efa3-43fc-aa3c-0c78aec4100c req-ef93f2d6-8df7-405d-9761-9e24c339ddc9 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:02.471104 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e80252b8-efa3-43fc-aa3c-0c78aec4100c req-ef93f2d6-8df7-405d-9761-9e24c339ddc9 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0544147 Oct 29 01:31:02.544682 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e80252b8-efa3-43fc-aa3c-0c78aec4100c req-ba7befc3-b96c-49ad-9289-51bc950e11af tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512872 Oct 29 01:31:02.966837 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:04.458767 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 59058) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:04.600157 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f5f61c42-d4b0-4be1-a15f-791c953c5dc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:04.677376 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f5f61c42-d4b0-4be1-a15f-791c953c5dc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:04.766633 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f5f61c42-d4b0-4be1-a15f-791c953c5dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:04.807089 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-f5f61c42-d4b0-4be1-a15f-791c953c5dc8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b8de8dbc609f46bb9623b2645f382428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471982 Oct 29 01:31:04.808994 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f61c42-d4b0-4be1-a15f-791c953c5dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d7ac40-05ca-443f-87ca-4b21b8b575c8,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:04.809877 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 59068) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:04.817392 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f61c42-d4b0-4be1-a15f-791c953c5dc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:04.817746 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f61c42-d4b0-4be1-a15f-791c953c5dc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:04.818089 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f61c42-d4b0-4be1-a15f-791c953c5dc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:04.818426 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f61c42-d4b0-4be1-a15f-791c953c5dc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:04.818761 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f61c42-d4b0-4be1-a15f-791c953c5dc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:04.819096 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f61c42-d4b0-4be1-a15f-791c953c5dc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:04.819426 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f61c42-d4b0-4be1-a15f-791c953c5dc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:04.819791 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f61c42-d4b0-4be1-a15f-791c953c5dc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:04.820137 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f61c42-d4b0-4be1-a15f-791c953c5dc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:04.820465 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f61c42-d4b0-4be1-a15f-791c953c5dc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:04.820787 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f61c42-d4b0-4be1-a15f-791c953c5dc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:04.821102 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f61c42-d4b0-4be1-a15f-791c953c5dc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:04.858406 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f92958ab-b490-42c0-82ce-26805b4c0462 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:04.881024 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f92958ab-b490-42c0-82ce-26805b4c0462 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:04.995585 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f92958ab-b490-42c0-82ce-26805b4c0462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:04.998137 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f92958ab-b490-42c0-82ce-26805b4c0462 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:04.999285 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-f92958ab-b490-42c0-82ce-26805b4c0462 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/76d7ac40-05ca-443f-87ca-4b21b8b575c8 HTTP/1.1" status: 204 len: 168 time: 0.1883836 Oct 29 01:31:05.007544 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92958ab-b490-42c0-82ce-26805b4c0462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d7ac40-05ca-443f-87ca-4b21b8b575c8,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:05.014546 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92958ab-b490-42c0-82ce-26805b4c0462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.014899 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92958ab-b490-42c0-82ce-26805b4c0462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.015234 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92958ab-b490-42c0-82ce-26805b4c0462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.015567 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92958ab-b490-42c0-82ce-26805b4c0462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.015928 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92958ab-b490-42c0-82ce-26805b4c0462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.016254 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92958ab-b490-42c0-82ce-26805b4c0462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.016577 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92958ab-b490-42c0-82ce-26805b4c0462 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.016974 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92958ab-b490-42c0-82ce-26805b4c0462 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.017305 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92958ab-b490-42c0-82ce-26805b4c0462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.017644 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92958ab-b490-42c0-82ce-26805b4c0462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.018498 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92958ab-b490-42c0-82ce-26805b4c0462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.018815 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92958ab-b490-42c0-82ce-26805b4c0462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:05.121654 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:31:05.628662 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 59078) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:05.646633 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d1c5bf32-9335-46dd-853a-3c044ca52bf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:05.724273 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d1c5bf32-9335-46dd-853a-3c044ca52bf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:05.835692 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d1c5bf32-9335-46dd-853a-3c044ca52bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:05.878694 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-d1c5bf32-9335-46dd-853a-3c044ca52bf3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5ab76a7d1ebf4c5b875a53d64db2e82b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486072 Oct 29 01:31:05.879307 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 59086) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:05.879977 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c5bf32-9335-46dd-853a-3c044ca52bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182fd27a-c401-4845-a689-4d2c2345a9b6,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:05.888232 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e185cfb-76c8-45f7-b886-f83a4216c3ba req-ed41ef63-5a71-4a51-8afe-6fdd05ad5fa2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:05.889595 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5e185cfb-76c8-45f7-b886-f83a4216c3ba req-ed41ef63-5a71-4a51-8afe-6fdd05ad5fa2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0503476 Oct 29 01:31:05.930125 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5e185cfb-76c8-45f7-b886-f83a4216c3ba req-6fd36ca3-4a2d-46bb-90ba-0cccd8c1147e tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331695 Oct 29 01:31:05.934566 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c84c2472-7a72-4b30-a245-64431d8dcac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:05.957213 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c84c2472-7a72-4b30-a245-64431d8dcac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:06.104754 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c84c2472-7a72-4b30-a245-64431d8dcac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:06.107257 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c84c2472-7a72-4b30-a245-64431d8dcac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:06.108478 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-c84c2472-7a72-4b30-a245-64431d8dcac7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/182fd27a-c401-4845-a689-4d2c2345a9b6 HTTP/1.1" status: 204 len: 168 time: 0.2255840 Oct 29 01:31:06.117575 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c2472-7a72-4b30-a245-64431d8dcac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182fd27a-c401-4845-a689-4d2c2345a9b6,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:07.057561 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c702a26-6d0f-40fc-b395-2c8b5891d57a req-7a415081-30ec-48e4-81e9-0ee8eda7e3ac tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:07.059086 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6c702a26-6d0f-40fc-b395-2c8b5891d57a req-7a415081-30ec-48e4-81e9-0ee8eda7e3ac tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0581906 Oct 29 01:31:07.098533 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6c702a26-6d0f-40fc-b395-2c8b5891d57a req-dabc4324-b683-405e-a8c8-b9adf5c40ecb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320497 Oct 29 01:31:08.255599 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3ff0c-f8be-4a47-8306-1be4f848a5d5 req-6b184989-5e8c-401b-91ff-f30540c31e20 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:08.260108 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-08c3ff0c-f8be-4a47-8306-1be4f848a5d5 req-6b184989-5e8c-401b-91ff-f30540c31e20 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0779579 Oct 29 01:31:08.311794 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-08c3ff0c-f8be-4a47-8306-1be4f848a5d5 req-35f1aa3f-d7c2-40c2-8d6d-aec9287ae33d tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499339 Oct 29 01:31:09.465080 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44925de0-9cbe-46e4-926e-0750fbc8f533 req-d444dd0b-05f2-4c8d-b41c-5639198cf78f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:09.466727 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-44925de0-9cbe-46e4-926e-0750fbc8f533 req-d444dd0b-05f2-4c8d-b41c-5639198cf78f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0557811 Oct 29 01:31:09.526446 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-44925de0-9cbe-46e4-926e-0750fbc8f533 req-18d727a3-8766-4702-ace0-2ba7a2c95497 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521171 Oct 29 01:31:10.705274 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8ca49-a504-4b8b-af71-7cfa94cb4b6c req-2ed13000-f932-48b6-9052-dc3ddad6544f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:10.706707 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3aa8ca49-a504-4b8b-af71-7cfa94cb4b6c req-2ed13000-f932-48b6-9052-dc3ddad6544f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0837345 Oct 29 01:31:10.724116 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-acb6b26a-e781-466e-839c-b714661d0f33 req-4788a662-fb84-48de-ace1-a594194d6407 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689378 Oct 29 01:31:10.757292 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3aa8ca49-a504-4b8b-af71-7cfa94cb4b6c req-3a4b88a4-8d45-475c-b4a2-d30ecd7abfcf tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417399 Oct 29 01:31:10.805544 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6b26a-e781-466e-839c-b714661d0f33 req-990ac50b-91ec-41c8-922b-a4d924290620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:10.810527 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-acb6b26a-e781-466e-839c-b714661d0f33 req-990ac50b-91ec-41c8-922b-a4d924290620 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b037cd872fe4e0b8b9429048c567b1b&device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 1098 time: 0.0469682 Oct 29 01:31:10.932467 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6b26a-e781-466e-839c-b714661d0f33 req-dfd40bb8-f564-4fcb-8ca4-41fc3eeecc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:10.934247 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-acb6b26a-e781-466e-839c-b714661d0f33 req-dfd40bb8-f564-4fcb-8ca4-41fc3eeecc57 service neutron] 10.222.0.83 "GET /v2.0/networks?id=994299c4-5e9a-49d2-8046-83a41a29fd88 HTTP/1.1" status: 200 len: 919 time: 0.0978913 Oct 29 01:31:10.998158 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-acb6b26a-e781-466e-839c-b714661d0f33 req-37b570a0-fe48-4b15-a8bf-685c77a9ac6a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8795097b-0746-4ca7-81ba-d053d48c81c2 HTTP/1.1" status: 200 len: 217 time: 0.0515196 Oct 29 01:31:11.065849 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6b26a-e781-466e-839c-b714661d0f33 req-1e184d26-4e96-4306-90d7-56ba1d6de5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:11.067449 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-acb6b26a-e781-466e-839c-b714661d0f33 req-1e184d26-4e96-4306-90d7-56ba1d6de5ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=461ec7a9-0b24-4557-8d0b-f37f5daa734d HTTP/1.1" status: 200 len: 858 time: 0.0595288 Oct 29 01:31:11.110580 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-acb6b26a-e781-466e-839c-b714661d0f33 req-dd6c2624-6499-4dfb-8aab-61986221a649 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=994299c4-5e9a-49d2-8046-83a41a29fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339510 Oct 29 01:31:11.172828 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:11.253539 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-acb6b26a-e781-466e-839c-b714661d0f33 req-cf5d02b2-5cbe-4af1-8c01-5f7a60fb80e1 service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314454 Oct 29 01:31:11.367260 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-acb6b26a-e781-466e-839c-b714661d0f33 req-5094777e-4e51-48cf-a354-d3533609de1a service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004179 Oct 29 01:31:11.897089 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b71573-7417-4fa7-8a58-7b59b4ec7b88 req-e743e1d2-d659-41ca-8065-a7a76619ace2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:11.904345 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d6b71573-7417-4fa7-8a58-7b59b4ec7b88 req-e743e1d2-d659-41ca-8065-a7a76619ace2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0740392 Oct 29 01:31:11.949422 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d6b71573-7417-4fa7-8a58-7b59b4ec7b88 req-64f35d61-6dd0-4563-ae53-a37e980187a5 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441940 Oct 29 01:31:12.102294 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 59300) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:12.293103 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8780cbc5-2b06-4208-bc3a-cab11d32f352 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.568556 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8780cbc5-2b06-4208-bc3a-cab11d32f352 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.652828 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8780cbc5-2b06-4208-bc3a-cab11d32f352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.698320 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-8780cbc5-2b06-4208-bc3a-cab11d32f352 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=74788b1739ab4f55a8f166e0748d7eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5947196 Oct 29 01:31:12.699449 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780cbc5-2b06-4208-bc3a-cab11d32f352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42ebb7b-8fab-4038-8793-47a0a7fc6b94,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:12.701312 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 59322) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:12.755844 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0a516b33-86e9-4834-a2bf-064728209371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.777737 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0a516b33-86e9-4834-a2bf-064728209371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.921561 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0a516b33-86e9-4834-a2bf-064728209371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.924897 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0a516b33-86e9-4834-a2bf-064728209371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:12.926167 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-0a516b33-86e9-4834-a2bf-064728209371 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/b42ebb7b-8fab-4038-8793-47a0a7fc6b94 HTTP/1.1" status: 204 len: 168 time: 0.2226400 Oct 29 01:31:12.935115 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a516b33-86e9-4834-a2bf-064728209371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42ebb7b-8fab-4038-8793-47a0a7fc6b94,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:13.081924 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0126ee6-64c9-4806-a3e6-f7c131481f66 req-97f48cc6-5261-463f-a900-92f25ca6874d tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:13.083481 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c0126ee6-64c9-4806-a3e6-f7c131481f66 req-97f48cc6-5261-463f-a900-92f25ca6874d tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0512946 Oct 29 01:31:13.124417 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c0126ee6-64c9-4806-a3e6-f7c131481f66 req-6586240d-e3c3-42b7-b2f9-f6da037aea88 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341022 Oct 29 01:31:13.501523 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 59336) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:13.614970 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-be4b02e9-d19b-4971-bfc0-5c1a72839357 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:13.720049 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-be4b02e9-d19b-4971-bfc0-5c1a72839357 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:13.812682 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-be4b02e9-d19b-4971-bfc0-5c1a72839357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:13.850962 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b02e9-d19b-4971-bfc0-5c1a72839357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cb22ff-a9ee-44c9-b39c-fbd98065f704,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:13.858059 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 59348) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:13.858262 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-be4b02e9-d19b-4971-bfc0-5c1a72839357 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=69d6ff02dedd4e8082a8ac5055ee1c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547730 Oct 29 01:31:13.916580 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d153f093-b9bf-4606-9ebc-11f740a479ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:13.941185 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d153f093-b9bf-4606-9ebc-11f740a479ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.081965 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d153f093-b9bf-4606-9ebc-11f740a479ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.085308 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d153f093-b9bf-4606-9ebc-11f740a479ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:14.088565 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-d153f093-b9bf-4606-9ebc-11f740a479ba admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/59cb22ff-a9ee-44c9-b39c-fbd98065f704 HTTP/1.1" status: 204 len: 168 time: 0.2291818 Oct 29 01:31:14.103943 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153f093-b9bf-4606-9ebc-11f740a479ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59cb22ff-a9ee-44c9-b39c-fbd98065f704,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:14.311231 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97362fe-4fa0-4a3f-85fa-8462a4c07319 req-08e86d68-72cb-4ee1-b9d4-dbe23cf1eea8 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:14.314360 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d97362fe-4fa0-4a3f-85fa-8462a4c07319 req-08e86d68-72cb-4ee1-b9d4-dbe23cf1eea8 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0643873 Oct 29 01:31:14.357116 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d97362fe-4fa0-4a3f-85fa-8462a4c07319 req-fdabba1c-63e6-48f6-84c8-528399b6491d tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379224 Oct 29 01:31:14.906531 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 59366) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:14.925897 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e7b16f53-67b3-485d-a62e-4e22994bebd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.059163 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e7b16f53-67b3-485d-a62e-4e22994bebd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.126067 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 59376) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:15.135774 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e7b16f53-67b3-485d-a62e-4e22994bebd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.188611 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 59382) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:15.189824 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-e7b16f53-67b3-485d-a62e-4e22994bebd1 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0cc10225d446465cb2feb232e45389fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809582 Oct 29 01:31:15.191826 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b16f53-67b3-485d-a62e-4e22994bebd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a728f6-a2af-4ab3-b818-a97be9a76edf,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:15.253449 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-eb92e2b5-b4ab-48aa-a7a1-57324829d564 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.285316 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-eb92e2b5-b4ab-48aa-a7a1-57324829d564 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.288571 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0eebf0f5-c222-46aa-b56f-3edb31fc3c55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.449491 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0eebf0f5-c222-46aa-b56f-3edb31fc3c55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.498087 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa18ff11-73d0-4ed4-b3bc-98f37998babd req-b4cc8c23-ae41-4664-91ec-b57c23cb45ab tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:15.499814 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fa18ff11-73d0-4ed4-b3bc-98f37998babd req-b4cc8c23-ae41-4664-91ec-b57c23cb45ab tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0536187 Oct 29 01:31:15.538405 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-eb92e2b5-b4ab-48aa-a7a1-57324829d564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.541276 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-eb92e2b5-b4ab-48aa-a7a1-57324829d564 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.545145 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-eb92e2b5-b4ab-48aa-a7a1-57324829d564 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/27a728f6-a2af-4ab3-b818-a97be9a76edf HTTP/1.1" status: 204 len: 168 time: 0.3528392 Oct 29 01:31:15.545316 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fa18ff11-73d0-4ed4-b3bc-98f37998babd req-7d8b72e9-43ed-43dc-a3b6-9aa8e5985784 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363083 Oct 29 01:31:15.551313 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92e2b5-b4ab-48aa-a7a1-57324829d564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a728f6-a2af-4ab3-b818-a97be9a76edf,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:15.568756 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0eebf0f5-c222-46aa-b56f-3edb31fc3c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.625314 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-0eebf0f5-c222-46aa-b56f-3edb31fc3c55 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=77cfa6e2ed3943bf8934ecf414ad3b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4980476 Oct 29 01:31:15.626299 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebf0f5-c222-46aa-b56f-3edb31fc3c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777e74de-436b-4d7b-b029-62c126b9c480,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:15.628184 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 59392) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:15.692580 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e4161466-d528-46cb-8aa9-cf2a3dd11c83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.724232 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e4161466-d528-46cb-8aa9-cf2a3dd11c83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.856542 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e4161466-d528-46cb-8aa9-cf2a3dd11c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.868003 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e4161466-d528-46cb-8aa9-cf2a3dd11c83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:15.868003 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-e4161466-d528-46cb-8aa9-cf2a3dd11c83 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/777e74de-436b-4d7b-b029-62c126b9c480 HTTP/1.1" status: 204 len: 168 time: 0.2383521 Oct 29 01:31:15.879748 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4161466-d528-46cb-8aa9-cf2a3dd11c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777e74de-436b-4d7b-b029-62c126b9c480,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:16.671830 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7235f4-7fcc-4cf6-b651-081c198269f7 req-66859077-6403-43b2-809a-cf2abe66dce1 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:16.674626 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cf7235f4-7fcc-4cf6-b651-081c198269f7 req-66859077-6403-43b2-809a-cf2abe66dce1 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0587673 Oct 29 01:31:16.742236 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cf7235f4-7fcc-4cf6-b651-081c198269f7 req-9dd2b6c1-6d66-46ca-9264-8a8bfd73792a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565820 Oct 29 01:31:16.957813 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 59428) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:16.973391 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f4701722-45e7-422a-a615-086df2881d52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:17.125999 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f4701722-45e7-422a-a615-086df2881d52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:17.240400 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f4701722-45e7-422a-a615-086df2881d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:17.286650 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-f4701722-45e7-422a-a615-086df2881d52 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=e8c991e57b3445bfbc2f819d4a134847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269589 Oct 29 01:31:17.288852 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4701722-45e7-422a-a615-086df2881d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db6785f-6323-4829-a3ec-558ba11f3294,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:17.289034 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 59446) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:17.391498 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b69051df-9b6d-478f-9494-99c643d8c275 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:17.419155 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b69051df-9b6d-478f-9494-99c643d8c275 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:17.568831 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b69051df-9b6d-478f-9494-99c643d8c275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:17.572952 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b69051df-9b6d-478f-9494-99c643d8c275 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:17.574162 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-b69051df-9b6d-478f-9494-99c643d8c275 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/0db6785f-6323-4829-a3ec-558ba11f3294 HTTP/1.1" status: 204 len: 168 time: 0.2836673 Oct 29 01:31:17.586964 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69051df-9b6d-478f-9494-99c643d8c275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db6785f-6323-4829-a3ec-558ba11f3294,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:17.914215 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab5d2a7-aaaf-4239-b33b-608e08abb6c3 req-73b4df58-1aa3-467e-9c03-4b623cac00e4 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:17.920990 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-dab5d2a7-aaaf-4239-b33b-608e08abb6c3 req-73b4df58-1aa3-467e-9c03-4b623cac00e4 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0912778 Oct 29 01:31:17.936593 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 59468) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:18.000037 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-dab5d2a7-aaaf-4239-b33b-608e08abb6c3 req-0f7459c7-953e-4208-96e5-dcc1ede68e9b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700400 Oct 29 01:31:18.095172 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b36c78fc-ea70-4249-aa1c-5fe65db917b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:18.194861 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b36c78fc-ea70-4249-aa1c-5fe65db917b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:18.304052 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b36c78fc-ea70-4249-aa1c-5fe65db917b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:18.359885 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c78fc-ea70-4249-aa1c-5fe65db917b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac32aaf3-11f6-4878-b8cb-2bbcad3f3ca1,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:18.366569 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-b36c78fc-ea70-4249-aa1c-5fe65db917b3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7abff548656944c7b7a37a1bf87a1cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4281571 Oct 29 01:31:18.369946 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 59488) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:18.449625 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3b2efebd-c7f3-4081-841f-066adeb174f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:18.476639 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3b2efebd-c7f3-4081-841f-066adeb174f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:18.692641 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3b2efebd-c7f3-4081-841f-066adeb174f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:18.695430 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3b2efebd-c7f3-4081-841f-066adeb174f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:18.696871 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-3b2efebd-c7f3-4081-841f-066adeb174f3 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ac32aaf3-11f6-4878-b8cb-2bbcad3f3ca1 HTTP/1.1" status: 204 len: 168 time: 0.3263216 Oct 29 01:31:18.708471 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2efebd-c7f3-4081-841f-066adeb174f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac32aaf3-11f6-4878-b8cb-2bbcad3f3ca1,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:18.801681 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 59506) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:18.974891 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-87b141c7-3166-4df3-8b66-daf7f68052d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-595106051-network', 'tenant_id': 'ecc8a9d6748a4e94861b24d80cdc0a0d'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:31:19.103955 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b141c7-3166-4df3-8b66-daf7f68052d4 admin admin] Made reservation on behalf of ecc8a9d6748a4e94861b24d80cdc0a0d for: {'network': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:31:19.106491 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-87b141c7-3166-4df3-8b66-daf7f68052d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:19.119744 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-87b141c7-3166-4df3-8b66-daf7f68052d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:19.249009 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-87b141c7-3166-4df3-8b66-daf7f68052d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:19.384213 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-87b141c7-3166-4df3-8b66-daf7f68052d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:19.409941 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b141c7-3166-4df3-8b66-daf7f68052d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 938} {{(pid=101842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:31:19.436391 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-87b141c7-3166-4df3-8b66-daf7f68052d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:19.436738 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.segments_db [None req-87b141c7-3166-4df3-8b66-daf7f68052d4 admin admin] Added segment 1dd34b14-3c3d-4652-a963-9eaf7c4677e1 of type vlan for network bfee2cd0-21f9-4cfa-938e-929286fa4be6 Oct 29 01:31:19.483200 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-87b141c7-3166-4df3-8b66-daf7f68052d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:19.509277 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b141c7-3166-4df3-8b66-daf7f68052d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81eb4585-2ff2-4cf5-a1c6-9281504464d3,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:19.604128 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760a25d-bea1-4cc2-8813-7482527965b8 req-927ccc2e-fc86-4805-b556-4c3f023338f6 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:19.613025 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9760a25d-bea1-4cc2-8813-7482527965b8 req-927ccc2e-fc86-4805-b556-4c3f023338f6 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0868788 Oct 29 01:31:19.620529 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-87b141c7-3166-4df3-8b66-daf7f68052d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:19.621294 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b141c7-3166-4df3-8b66-daf7f68052d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:19.621864 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-87b141c7-3166-4df3-8b66-daf7f68052d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:19.731872 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9760a25d-bea1-4cc2-8813-7482527965b8 req-d602fdb5-57de-45ff-ad74-86911e59181b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176877 Oct 29 01:31:19.743868 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b141c7-3166-4df3-8b66-daf7f68052d4 admin admin] Pushing event updated for resources: {'Network': ['ID=bfee2cd0-21f9-4cfa-938e-929286fa4be6,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:19.758823 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network bfee2cd0-21f9-4cfa-938e-929286fa4be6 details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:31:19.791451 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 59526) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:19.792315 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-87b141c7-3166-4df3-8b66-daf7f68052d4 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9881597 Oct 29 01:31:19.802105 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-55c60422-1610-4370-abf0-326b6ccf2a37 admin admin] Request body: {'subnet': {'network_id': 'bfee2cd0-21f9-4cfa-938e-929286fa4be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-595106051-subnet', 'tenant_id': 'ecc8a9d6748a4e94861b24d80cdc0a0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:31:19.898576 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c60422-1610-4370-abf0-326b6ccf2a37 admin admin] Made reservation on behalf of ecc8a9d6748a4e94861b24d80cdc0a0d for: {'subnet': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:31:19.901268 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-55c60422-1610-4370-abf0-326b6ccf2a37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25205606'] for subnet, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:20.270304 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-55c60422-1610-4370-abf0-326b6ccf2a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2790585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25205404'] for subnet, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:20.335180 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c60422-1610-4370-abf0-326b6ccf2a37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9e43fef-f80e-4578-bf42-dc793fc03c10,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:20.353356 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c60422-1610-4370-abf0-326b6ccf2a37 admin admin] Checking segment: {'id': '1dd34b14-3c3d-4652-a963-9eaf7c4677e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 938, 'network_id': 'bfee2cd0-21f9-4cfa-938e-929286fa4be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:31:20.353711 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c60422-1610-4370-abf0-326b6ccf2a37 admin admin] Network hostable DHCP agents. Network: bfee2cd0-21f9-4cfa-938e-929286fa4be6, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:31:20.463840 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c60422-1610-4370-abf0-326b6ccf2a37 admin admin] Network bfee2cd0-21f9-4cfa-938e-929286fa4be6 is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:31:20.595681 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-55c60422-1610-4370-abf0-326b6ccf2a37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, bfee2cd0-21f9-4cfa-938e-929286fa4be6) {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:31:20.605095 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c60422-1610-4370-abf0-326b6ccf2a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:20.605645 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf69bb2-72e9-4c9b-9faa-7f76e7b4166f None None] Network bfee2cd0-21f9-4cfa-938e-929286fa4be6 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:31:20.607594 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-55c60422-1610-4370-abf0-326b6ccf2a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:20.690229 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-55c60422-1610-4370-abf0-326b6ccf2a37 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8969734 Oct 29 01:31:20.791048 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91842e1e-ffb8-416f-86d9-43424069e586 None None] Network bfee2cd0-21f9-4cfa-938e-929286fa4be6 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:31:20.931417 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255b849-b965-4405-910e-f2906d40091f req-85363ea6-8f64-439a-b8a2-bc5384a2a9e2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:20.945053 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d255b849-b965-4405-910e-f2906d40091f req-85363ea6-8f64-439a-b8a2-bc5384a2a9e2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.1048751 Oct 29 01:31:21.083851 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d255b849-b965-4405-910e-f2906d40091f req-f6c2ba66-678e-4d59-93e8-8176f7944924 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377721 Oct 29 01:31:21.122187 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 59554) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:21.305647 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a1ce1297-c0a5-4e87-861a-1e70e21bb6c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:21.390950 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a1ce1297-c0a5-4e87-861a-1e70e21bb6c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:21.475312 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a1ce1297-c0a5-4e87-861a-1e70e21bb6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:21.508494 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-a1ce1297-c0a5-4e87-861a-1e70e21bb6c3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=470e3eaf009647048defa05ad0448ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849695 Oct 29 01:31:21.510954 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 59564) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:21.542984 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce1297-c0a5-4e87-861a-1e70e21bb6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d314f416-6518-4b37-9e96-454a4867c665,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:21.597581 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5813d31e-107f-4781-aa61-800bfbb40e2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:21.623669 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5813d31e-107f-4781-aa61-800bfbb40e2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:21.790635 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5813d31e-107f-4781-aa61-800bfbb40e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:21.794021 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5813d31e-107f-4781-aa61-800bfbb40e2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:21.797696 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-5813d31e-107f-4781-aa61-800bfbb40e2d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d314f416-6518-4b37-9e96-454a4867c665 HTTP/1.1" status: 204 len: 168 time: 0.2831016 Oct 29 01:31:21.805412 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813d31e-107f-4781-aa61-800bfbb40e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d314f416-6518-4b37-9e96-454a4867c665,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:21.927894 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 59580) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:21.933648 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-9d1c59a3-5d28-4bcc-8bb9-b61c7999f945 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-994966288-network', 'tenant_id': '61b06db331594c8597039ffada0ab5f3'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:31:22.053179 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1c59a3-5d28-4bcc-8bb9-b61c7999f945 admin admin] Made reservation on behalf of 61b06db331594c8597039ffada0ab5f3 for: {'network': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:31:22.055753 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d1c59a3-5d28-4bcc-8bb9-b61c7999f945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:22.065233 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d1c59a3-5d28-4bcc-8bb9-b61c7999f945 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:22.166900 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d1c59a3-5d28-4bcc-8bb9-b61c7999f945 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:22.237348 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469065bd-938e-4dcc-8302-86168c5965b5 req-5daedbb4-48f4-400c-8ff8-6b884a36057a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:22.239021 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-469065bd-938e-4dcc-8302-86168c5965b5 req-5daedbb4-48f4-400c-8ff8-6b884a36057a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0628076 Oct 29 01:31:22.274992 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d1c59a3-5d28-4bcc-8bb9-b61c7999f945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:22.306765 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1c59a3-5d28-4bcc-8bb9-b61c7999f945 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=101842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:31:22.334643 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-469065bd-938e-4dcc-8302-86168c5965b5 req-295d6261-fb4f-4a0a-b67f-d2a1bf122071 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876088 Oct 29 01:31:22.355398 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d1c59a3-5d28-4bcc-8bb9-b61c7999f945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:22.359626 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.segments_db [None req-9d1c59a3-5d28-4bcc-8bb9-b61c7999f945 admin admin] Added segment 4c034cfc-1b94-461d-864e-9274fe038558 of type vlan for network c59a3491-a9fa-4f71-82a5-3ac9d04fa2fc Oct 29 01:31:22.359626 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c59a3-5d28-4bcc-8bb9-b61c7999f945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a246c392-85be-4f25-b27d-12681df155ca,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:22.410199 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d1c59a3-5d28-4bcc-8bb9-b61c7999f945 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:22.532457 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d1c59a3-5d28-4bcc-8bb9-b61c7999f945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:22.533984 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1c59a3-5d28-4bcc-8bb9-b61c7999f945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:22.534563 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9d1c59a3-5d28-4bcc-8bb9-b61c7999f945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:22.594047 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c59a3-5d28-4bcc-8bb9-b61c7999f945 admin admin] Pushing event updated for resources: {'Network': ['ID=c59a3491-a9fa-4f71-82a5-3ac9d04fa2fc,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:22.605438 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network c59a3491-a9fa-4f71-82a5-3ac9d04fa2fc details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:31:22.666834 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-9d1c59a3-5d28-4bcc-8bb9-b61c7999f945 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7374089 Oct 29 01:31:22.669907 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 59584) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:22.679159 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-a189b961-8274-479a-9fce-ef4a20aec276 admin admin] Request body: {'subnet': {'network_id': 'c59a3491-a9fa-4f71-82a5-3ac9d04fa2fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-994966288-subnet', 'tenant_id': '61b06db331594c8597039ffada0ab5f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:31:22.806689 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a189b961-8274-479a-9fce-ef4a20aec276 admin admin] Made reservation on behalf of 61b06db331594c8597039ffada0ab5f3 for: {'subnet': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:31:22.809109 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a189b961-8274-479a-9fce-ef4a20aec276 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25205606'] for subnet, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:23.070068 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a189b961-8274-479a-9fce-ef4a20aec276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2790585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25205404'] for subnet, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:23.132168 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189b961-8274-479a-9fce-ef4a20aec276 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f531b4c-7d14-442b-a4b9-776b0b47cf5e,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:23.144391 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a189b961-8274-479a-9fce-ef4a20aec276 admin admin] Checking segment: {'id': '4c034cfc-1b94-461d-864e-9274fe038558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': 'c59a3491-a9fa-4f71-82a5-3ac9d04fa2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:31:23.144756 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a189b961-8274-479a-9fce-ef4a20aec276 admin admin] Network hostable DHCP agents. Network: c59a3491-a9fa-4f71-82a5-3ac9d04fa2fc, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:31:23.258163 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a189b961-8274-479a-9fce-ef4a20aec276 admin admin] Network c59a3491-a9fa-4f71-82a5-3ac9d04fa2fc is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:31:23.338230 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-a189b961-8274-479a-9fce-ef4a20aec276 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, c59a3491-a9fa-4f71-82a5-3ac9d04fa2fc) {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:31:23.343190 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a189b961-8274-479a-9fce-ef4a20aec276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:23.349796 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a189b961-8274-479a-9fce-ef4a20aec276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:23.468809 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-a189b961-8274-479a-9fce-ef4a20aec276 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7968047 Oct 29 01:31:23.490296 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f44490-895c-4e14-9238-34d2441d3024 req-7844e45a-b178-447c-ad22-ee6e60a06af9 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:23.500553 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-64f44490-895c-4e14-9238-34d2441d3024 req-7844e45a-b178-447c-ad22-ee6e60a06af9 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0863638 Oct 29 01:31:23.506736 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e08b89-93dd-426f-b0d6-993637362401 None None] Network c59a3491-a9fa-4f71-82a5-3ac9d04fa2fc requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:31:23.552515 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-64f44490-895c-4e14-9238-34d2441d3024 req-6c81ab31-4e36-4f0d-8463-28ff16ce31b6 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457327 Oct 29 01:31:23.651772 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec13e234-9813-4cad-820d-44f55c62bc86 None None] Network c59a3491-a9fa-4f71-82a5-3ac9d04fa2fc requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:31:24.686379 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b2b8c-d989-451a-b608-79cfe85ae954 req-53c46ebf-7891-419b-be56-b2786f512f41 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:24.689671 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3e2b2b8c-d989-451a-b608-79cfe85ae954 req-53c46ebf-7891-419b-be56-b2786f512f41 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0733294 Oct 29 01:31:24.734936 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3e2b2b8c-d989-451a-b608-79cfe85ae954 req-8c6bede7-754e-4850-91d6-c6b475062c8b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393517 Oct 29 01:31:25.888868 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437f4b0-d50a-477c-be74-44789d50e653 req-4512550f-ad1d-4aeb-a00b-5224968b2421 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:25.896991 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c437f4b0-d50a-477c-be74-44789d50e653 req-4512550f-ad1d-4aeb-a00b-5224968b2421 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0811522 Oct 29 01:31:25.934941 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c437f4b0-d50a-477c-be74-44789d50e653 req-0c29b484-04d9-48ec-8d55-a8877e528d3c tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366850 Oct 29 01:31:26.709483 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90942c84-309e-4424-8da5-8ef6fe946ef5 req-a5a0ac8e-7da5-4553-9e17-57c24fbb57ef tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:26.710964 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-90942c84-309e-4424-8da5-8ef6fe946ef5 req-a5a0ac8e-7da5-4553-9e17-57c24fbb57ef tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0630119 Oct 29 01:31:26.751038 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-90942c84-309e-4424-8da5-8ef6fe946ef5 req-a6330845-d157-4ba6-932a-5395695266d2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336447 Oct 29 01:31:27.098694 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ed046-7bb8-4eb2-8f4d-51ab48679795 req-7f0a2637-a87f-4a79-a851-8de936b3bc5f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:27.100204 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d32ed046-7bb8-4eb2-8f4d-51ab48679795 req-7f0a2637-a87f-4a79-a851-8de936b3bc5f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0563543 Oct 29 01:31:27.144142 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d32ed046-7bb8-4eb2-8f4d-51ab48679795 req-e3fbf894-f5b3-4c81-bf71-beddf3ce21ab tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370629 Oct 29 01:31:27.224116 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-02f5d590-2058-445c-a8e2-d98e6a04dff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:27.709960 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61385b8-4c47-4720-b10d-283180c8f1eb req-198dce29-516e-4637-b766-38834e37d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:27.711538 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d61385b8-4c47-4720-b10d-283180c8f1eb req-198dce29-516e-4637-b766-38834e37d47e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 1098 time: 0.0459530 Oct 29 01:31:27.750892 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d61385b8-4c47-4720-b10d-283180c8f1eb req-c6284c1f-d31d-43f8-8425-0ddac1549547 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291526 Oct 29 01:31:27.887121 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff43c7f-aa6e-4f12-a3a5-485c102b468e req-d8007404-8134-493f-bdc4-5778450be489 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:27.897822 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1ff43c7f-aa6e-4f12-a3a5-485c102b468e req-d8007404-8134-493f-bdc4-5778450be489 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0596228 Oct 29 01:31:27.935289 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1ff43c7f-aa6e-4f12-a3a5-485c102b468e req-d71db9de-2fa8-4e04-88bb-1cb1fb556ca5 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402188 Oct 29 01:31:28.291701 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96606b-5ded-4915-a3ea-04a7f7f1c1b1 req-976b8824-38bb-467b-a98b-df7e072a29e1 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:28.291701 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1e96606b-5ded-4915-a3ea-04a7f7f1c1b1 req-976b8824-38bb-467b-a98b-df7e072a29e1 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0704198 Oct 29 01:31:28.338032 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1e96606b-5ded-4915-a3ea-04a7f7f1c1b1 req-502c42f2-8460-464a-b945-96b25fd5ef7c tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397334 Oct 29 01:31:28.561835 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c56529-c9b3-4b67-a50e-9fdff508a362 req-4e2bcd1d-4f52-4a66-b880-3de7670a27cc tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:28.563396 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-44c56529-c9b3-4b67-a50e-9fdff508a362 req-4e2bcd1d-4f52-4a66-b880-3de7670a27cc tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0524774 Oct 29 01:31:28.607695 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-44c56529-c9b3-4b67-a50e-9fdff508a362 req-922ac893-34a3-4de0-9d18-e33dbb039f4b tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349221 Oct 29 01:31:29.085004 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050211b-43ca-4f19-aea9-d2dae564c015 req-763e9b44-52dc-4830-9c37-1ebd32a7f1db tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:29.086744 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f050211b-43ca-4f19-aea9-d2dae564c015 req-763e9b44-52dc-4830-9c37-1ebd32a7f1db tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0728645 Oct 29 01:31:29.147998 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f050211b-43ca-4f19-aea9-d2dae564c015 req-61251e70-d443-4b6c-88d1-d3a8dd78d572 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541241 Oct 29 01:31:29.475827 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b37b4e-5e8e-468f-bcc1-588a66188b2c req-4c19ca92-dbfa-49f4-9f5e-ca7af070f360 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:29.477450 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b6b37b4e-5e8e-468f-bcc1-588a66188b2c req-4c19ca92-dbfa-49f4-9f5e-ca7af070f360 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0592668 Oct 29 01:31:29.523894 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b6b37b4e-5e8e-468f-bcc1-588a66188b2c req-8817b10f-2160-4fea-80f2-1ca452e13ce6 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385721 Oct 29 01:31:29.738477 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6c08b-ce00-4b1f-8824-0461432c6c67 req-b7503737-b703-4cc8-9059-47adfb1ef9b0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:29.742343 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-99b6c08b-ce00-4b1f-8824-0461432c6c67 req-b7503737-b703-4cc8-9059-47adfb1ef9b0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0603638 Oct 29 01:31:29.793716 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-99b6c08b-ce00-4b1f-8824-0461432c6c67 req-f09b9c5c-bc2d-494e-b8bd-9b85a7098867 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463421 Oct 29 01:31:30.138194 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4caae830-a330-48f9-a906-4bb958564872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:30.306600 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd6ed4-87a6-40a8-b53a-3bc3ef686017 req-e4d5a674-620c-4ca6-8839-f8ff725275cf tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:30.308304 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4ffd6ed4-87a6-40a8-b53a-3bc3ef686017 req-e4d5a674-620c-4ca6-8839-f8ff725275cf tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0616825 Oct 29 01:31:30.364420 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4ffd6ed4-87a6-40a8-b53a-3bc3ef686017 req-2c064a4d-28ad-4d63-9da0-b0d1430a0fc8 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495694 Oct 29 01:31:30.669079 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f982888-452d-4a0a-b3e3-17014c23df39 req-981b1e18-a248-479b-8247-7e75997f17ae tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:30.670907 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5f982888-452d-4a0a-b3e3-17014c23df39 req-981b1e18-a248-479b-8247-7e75997f17ae tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0743270 Oct 29 01:31:30.714654 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5f982888-452d-4a0a-b3e3-17014c23df39 req-92ce99d2-1b79-499f-8ca4-c98601dc38ee tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360892 Oct 29 01:31:30.968595 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13971d13-ee4d-4c10-b997-1d4ae56fea57 req-8c8e8500-e14f-4610-8716-c6ba13965d69 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:30.970711 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-13971d13-ee4d-4c10-b997-1d4ae56fea57 req-8c8e8500-e14f-4610-8716-c6ba13965d69 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0513742 Oct 29 01:31:31.009080 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-13971d13-ee4d-4c10-b997-1d4ae56fea57 req-b2d1d015-caa5-40b1-8c6b-b9814e8e536b tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323000 Oct 29 01:31:31.088043 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:31.292702 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:31.626214 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f451b-21d0-4553-90e8-7ee557ef3fe3 req-b9a5ca50-0d66-453c-ad3a-f4ad0ab27d9d tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:31.628085 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4a5f451b-21d0-4553-90e8-7ee557ef3fe3 req-b9a5ca50-0d66-453c-ad3a-f4ad0ab27d9d tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.4090962 Oct 29 01:31:31.677139 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bacc4-f8b8-4358-b72b-af993a4fa544 req-51d144c1-6ea7-48d6-a6c1-f901af2d2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:31.678587 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-887bacc4-f8b8-4358-b72b-af993a4fa544 req-51d144c1-6ea7-48d6-a6c1-f901af2d2173 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b037cd872fe4e0b8b9429048c567b1b&device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 1098 time: 0.3886857 Oct 29 01:31:31.707835 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a8716-245f-43ea-a4fc-85ad517a030b req-67c36d1c-311b-4805-9bbe-3ee0ed7ae620 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:31.709580 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-505a8716-245f-43ea-a4fc-85ad517a030b req-67c36d1c-311b-4805-9bbe-3ee0ed7ae620 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0995727 Oct 29 01:31:31.726000 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4a5f451b-21d0-4553-90e8-7ee557ef3fe3 req-e12deb28-4836-4965-bef1-3fbcec04ff54 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786183 Oct 29 01:31:31.804535 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-505a8716-245f-43ea-a4fc-85ad517a030b req-dec7c410-c6a6-4aa3-a6e7-79cc48a56e86 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818312 Oct 29 01:31:31.837494 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bacc4-f8b8-4358-b72b-af993a4fa544 req-d0f2b3a5-e876-4609-8784-e6af5e735e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:31.838942 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-887bacc4-f8b8-4358-b72b-af993a4fa544 req-d0f2b3a5-e876-4609-8784-e6af5e735e19 service neutron] 10.222.0.83 "GET /v2.0/networks?id=994299c4-5e9a-49d2-8046-83a41a29fd88 HTTP/1.1" status: 200 len: 919 time: 0.1476858 Oct 29 01:31:31.884883 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-887bacc4-f8b8-4358-b72b-af993a4fa544 req-23108652-0117-40d2-84b1-cd14e5414e28 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 HTTP/1.1" status: 200 len: 217 time: 0.0344975 Oct 29 01:31:31.938340 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887bacc4-f8b8-4358-b72b-af993a4fa544 req-00fa0f66-f15a-491a-ac2f-d9fdd0547fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:31.940257 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-887bacc4-f8b8-4358-b72b-af993a4fa544 req-00fa0f66-f15a-491a-ac2f-d9fdd0547fc5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=461ec7a9-0b24-4557-8d0b-f37f5daa734d HTTP/1.1" status: 200 len: 858 time: 0.0452836 Oct 29 01:31:31.985841 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-887bacc4-f8b8-4358-b72b-af993a4fa544 req-2796cae3-d1c3-48ab-a0e3-3caa6ac3bde4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=994299c4-5e9a-49d2-8046-83a41a29fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372038 Oct 29 01:31:32.158647 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-887bacc4-f8b8-4358-b72b-af993a4fa544 req-d571067b-ff4b-4b98-a5d8-9cfc67c6fb99 service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647184 Oct 29 01:31:32.171054 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe63bce-0194-4c5a-9210-8076c084391f req-73e3a069-0b6e-40bb-b695-d89134803b7f tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:32.180676 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ebe63bce-0194-4c5a-9210-8076c084391f req-73e3a069-0b6e-40bb-b695-d89134803b7f tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0926406 Oct 29 01:31:32.265283 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ebe63bce-0194-4c5a-9210-8076c084391f req-acc446b2-6987-4b82-89cc-5f5576f3cc03 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837111 Oct 29 01:31:32.307991 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-887bacc4-f8b8-4358-b72b-af993a4fa544 req-48c70895-ae33-418c-b194-9ca694180060 service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244612 Oct 29 01:31:32.851038 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb1678-ef26-41cb-8bc7-eaa7945d9b08 req-43bb238e-947a-4602-aa06-2b5c93cc7d95 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:32.852744 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d0bb1678-ef26-41cb-8bc7-eaa7945d9b08 req-43bb238e-947a-4602-aa06-2b5c93cc7d95 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0519130 Oct 29 01:31:32.947300 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d0bb1678-ef26-41cb-8bc7-eaa7945d9b08 req-69c78f0f-e98f-468b-b5e8-5d450fe7934f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875101 Oct 29 01:31:32.962159 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c655418-5427-46b7-bd2f-b09fa0a5ff8c req-bebe79d6-ca33-49b5-b6ec-e7649f933819 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:32.963668 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1c655418-5427-46b7-bd2f-b09fa0a5ff8c req-bebe79d6-ca33-49b5-b6ec-e7649f933819 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0745006 Oct 29 01:31:33.004888 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1c655418-5427-46b7-bd2f-b09fa0a5ff8c req-2e303783-ea69-4749-a2db-dc2dfd2dd217 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344071 Oct 29 01:31:33.024123 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:33.388988 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe6f01-21dc-4790-a76c-76066487912c req-e82e9b41-2967-410b-90d8-144a57af8bf2 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:33.397018 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8ffe6f01-21dc-4790-a76c-76066487912c req-e82e9b41-2967-410b-90d8-144a57af8bf2 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0608418 Oct 29 01:31:33.441627 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8ffe6f01-21dc-4790-a76c-76066487912c req-84b4d356-3c35-4095-940b-30d436aa075b tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435023 Oct 29 01:31:34.079659 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56232913-1bcc-4f0f-afae-68d6010074d4 req-5f34ca8a-25ee-4929-b998-6cbb1fb451f9 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:34.087870 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-56232913-1bcc-4f0f-afae-68d6010074d4 req-5f34ca8a-25ee-4929-b998-6cbb1fb451f9 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0635521 Oct 29 01:31:34.126449 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-56232913-1bcc-4f0f-afae-68d6010074d4 req-880bf3bb-8e15-4408-85a0-c2c696d4fbdb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375948 Oct 29 01:31:34.257191 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb90b37-7a98-4615-85f1-ccee47e1657c req-8cde4922-dbe6-4cbf-bd70-81fe9d41f9bc tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:34.258974 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5cb90b37-7a98-4615-85f1-ccee47e1657c req-8cde4922-dbe6-4cbf-bd70-81fe9d41f9bc tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0633738 Oct 29 01:31:34.326080 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5cb90b37-7a98-4615-85f1-ccee47e1657c req-05177c5a-2117-4c6f-85c7-a8db4a9cbc1f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603907 Oct 29 01:31:34.621829 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e255cd-5b34-400b-b2ee-34cfd349efab req-a93d5410-1fca-4527-bd64-24e8a1784331 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:34.623448 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-83e255cd-5b34-400b-b2ee-34cfd349efab req-a93d5410-1fca-4527-bd64-24e8a1784331 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0780718 Oct 29 01:31:34.676138 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-83e255cd-5b34-400b-b2ee-34cfd349efab req-f0d845a1-b8c2-4349-a33c-04d95dd05f4f tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457785 Oct 29 01:31:35.263512 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510e467-236f-4b7c-852b-c2e6435bc9cf req-945a9cc8-0855-416f-8fd3-159d55aa4d3b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:35.267760 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e510e467-236f-4b7c-852b-c2e6435bc9cf req-945a9cc8-0855-416f-8fd3-159d55aa4d3b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0621030 Oct 29 01:31:35.310305 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e510e467-236f-4b7c-852b-c2e6435bc9cf req-b08c8acf-8f78-410d-a6aa-855861b543ca tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372739 Oct 29 01:31:35.507144 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552861a-f431-407f-96f1-4b839e000f7d req-c88c5534-dd26-484e-a69f-64fe1752605e tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:35.509266 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a552861a-f431-407f-96f1-4b839e000f7d req-c88c5534-dd26-484e-a69f-64fe1752605e tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0805426 Oct 29 01:31:35.568133 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a552861a-f431-407f-96f1-4b839e000f7d req-9f5b8fa1-14fc-4d32-91f3-f83383ddd57f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437965 Oct 29 01:31:35.802164 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413afce-8ab4-4a74-acb3-6a30745e4838 req-f3f41432-6f6f-45fd-b96f-a0c205990963 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:35.803683 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d413afce-8ab4-4a74-acb3-6a30745e4838 req-f3f41432-6f6f-45fd-b96f-a0c205990963 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0537648 Oct 29 01:31:35.844004 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d413afce-8ab4-4a74-acb3-6a30745e4838 req-ee934964-9a59-41f1-87c0-55a1764b14a3 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342181 Oct 29 01:31:36.673999 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb5c3d-5f0e-4065-979d-a1530dd853c0 req-399a526b-3230-40dc-8ddd-cc2aca337123 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:36.676630 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-79eb5c3d-5f0e-4065-979d-a1530dd853c0 req-399a526b-3230-40dc-8ddd-cc2aca337123 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0519736 Oct 29 01:31:36.714854 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-79eb5c3d-5f0e-4065-979d-a1530dd853c0 req-cf45114b-6b29-42b4-95d8-cf7c3e2bc898 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323052 Oct 29 01:31:36.970905 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bfa4f5-8895-4dec-ba66-e62ff8dfb2ea req-428c6b52-e6ba-4e17-b7ac-dd5067c43daa tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:36.972492 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-69bfa4f5-8895-4dec-ba66-e62ff8dfb2ea req-428c6b52-e6ba-4e17-b7ac-dd5067c43daa tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0539999 Oct 29 01:31:37.012090 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-69bfa4f5-8895-4dec-ba66-e62ff8dfb2ea req-2dcaeb9d-938a-4e9a-aad4-a95e8f3e079d tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333624 Oct 29 01:31:37.154181 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5184b-290a-4c00-92c6-6c101d4208f4 req-418ad6a9-bd87-48d1-a98d-e6605a64c891 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:37.155620 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-00b5184b-290a-4c00-92c6-6c101d4208f4 req-418ad6a9-bd87-48d1-a98d-e6605a64c891 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0506198 Oct 29 01:31:37.198422 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-00b5184b-290a-4c00-92c6-6c101d4208f4 req-05aac638-8878-4088-93ee-f62071c71b46 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361869 Oct 29 01:31:37.854250 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29f045-e363-4f7b-a4ba-599c7e3d8eac req-82093737-2b44-4ef8-b833-217795603615 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:37.855932 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ff29f045-e363-4f7b-a4ba-599c7e3d8eac req-82093737-2b44-4ef8-b833-217795603615 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0527463 Oct 29 01:31:37.910761 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ff29f045-e363-4f7b-a4ba-599c7e3d8eac req-cdc0d2dd-c1ec-402f-8607-e95dec823da5 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357072 Oct 29 01:31:38.136136 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8761c2-45b1-4987-b3a7-463eb8eb3af6 req-ae0e8a1e-fb0b-49c9-9b65-6e18492c724e tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:38.137598 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1e8761c2-45b1-4987-b3a7-463eb8eb3af6 req-ae0e8a1e-fb0b-49c9-9b65-6e18492c724e tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0542848 Oct 29 01:31:38.175542 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1e8761c2-45b1-4987-b3a7-463eb8eb3af6 req-6e3ba6de-9acb-44e4-929e-7d5a56a2d3aa tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311720 Oct 29 01:31:39.035096 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbab0d3-5cab-4097-b7aa-56f47077caa7 req-c84efb27-f9bf-414b-87e7-4dd3764dec30 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:39.036795 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cfbab0d3-5cab-4097-b7aa-56f47077caa7 req-c84efb27-f9bf-414b-87e7-4dd3764dec30 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0536096 Oct 29 01:31:39.078955 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cfbab0d3-5cab-4097-b7aa-56f47077caa7 req-e1aea6a6-8c14-4f04-83eb-6229e64ca90a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345731 Oct 29 01:31:39.314536 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0adb3bd-928d-42ad-9dcb-754cc9f99ebc req-711682a0-43c2-45a4-b190-a4723cb853a6 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:39.316226 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a0adb3bd-928d-42ad-9dcb-754cc9f99ebc req-711682a0-43c2-45a4-b190-a4723cb853a6 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0517118 Oct 29 01:31:39.354734 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a0adb3bd-928d-42ad-9dcb-754cc9f99ebc req-dfe88c0a-6b1e-498c-a855-c2ed8aa5942b tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325360 Oct 29 01:31:40.212467 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b81931-6408-49b6-b1fa-98acbeab13a2 req-5b69dc8b-a860-414c-bdfa-9015cdac83cc tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:40.213875 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-39b81931-6408-49b6-b1fa-98acbeab13a2 req-5b69dc8b-a860-414c-bdfa-9015cdac83cc tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0554726 Oct 29 01:31:40.252557 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-39b81931-6408-49b6-b1fa-98acbeab13a2 req-0ddc498e-3ca9-4bda-807f-2cd910709c5b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325327 Oct 29 01:31:40.470643 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cc5ed-ef34-4b03-831b-b9af4920c9ce req-b150b59f-16ba-46fb-8846-08a83f925799 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:40.472184 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c04cc5ed-ef34-4b03-831b-b9af4920c9ce req-b150b59f-16ba-46fb-8846-08a83f925799 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0505047 Oct 29 01:31:40.510818 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c04cc5ed-ef34-4b03-831b-b9af4920c9ce req-22e32a42-1ab7-4a01-967b-4a1d93857041 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321848 Oct 29 01:31:40.600596 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 59988) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:40.645085 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa54e598-b090-4603-8097-cf25c7326027 admin admin] Deleting subnet 7fe89b20-fe9a-47e5-a297-3c396101fc46 {{(pid=101843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:31:40.648341 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-aa54e598-b090-4603-8097-cf25c7326027 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:40.686871 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-aa54e598-b090-4603-8097-cf25c7326027 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680530'] for subnet, precommit_delete_associations {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:40.725738 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-aa54e598-b090-4603-8097-cf25c7326027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8342707'] for subnet, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:40.841201 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-aa54e598-b090-4603-8097-cf25c7326027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2790648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25205383'] for subnet, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:40.865252 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54e598-b090-4603-8097-cf25c7326027 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fe89b20-fe9a-47e5-a297-3c396101fc46,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:40.871317 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-aa54e598-b090-4603-8097-cf25c7326027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:40.874520 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-aa54e598-b090-4603-8097-cf25c7326027 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/7fe89b20-fe9a-47e5-a297-3c396101fc46 HTTP/1.1" status: 204 len: 168 time: 0.2729292 Oct 29 01:31:40.877220 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 59990) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:40.948989 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1a44f3bf-edd2-466c-84bb-19761932032a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7984549'] for network, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.030990 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1a44f3bf-edd2-466c-84bb-19761932032a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8172742', 'neutron.services.segments.db._delete_segments_for_network-8789671302000'] for network, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.052194 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-1a44f3bf-edd2-466c-84bb-19761932032a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac']}} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:41.061757 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-1a44f3bf-edd2-466c-84bb-19761932032a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680f82fe-fc0c-46fa-b0ac-a1feca77f21b') {'for_net_delete': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:41.062062 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-1a44f3bf-edd2-466c-84bb-19761932032a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680f82fe-fc0c-46fa-b0ac-a1feca77f21b') {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:41.072431 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1a44f3bf-edd2-466c-84bb-19761932032a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789671302777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680523'] for segment, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.078448 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 60004) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:41.110030 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.110643 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1a44f3bf-edd2-466c-84bb-19761932032a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.121910 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a44f3bf-edd2-466c-84bb-19761932032a admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=101843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:31:41.122292 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1a44f3bf-edd2-466c-84bb-19761932032a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790430'] for segment, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: Traceback (most recent call last): Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: timer() Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: cb(*args, **kw) Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: return func(*args, **kwargs) Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: self._notify() Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: self.callback(batched_events) Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: event.method(event) Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: return f(self, *a, **k) Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: return self._get(url).json() Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: return self.request(url, 'GET', **kwargs) Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:31:41.123912 dv-cinder-813984-5-iscsi neutron-server[101843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:31:41.168145 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28ea209-ee41-4739-930a-69dd16202a82 admin admin] Deleting subnet d9e43fef-f80e-4578-bf42-dc793fc03c10 {{(pid=101843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:31:41.171324 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f28ea209-ee41-4739-930a-69dd16202a82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.206830 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f28ea209-ee41-4739-930a-69dd16202a82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680530'] for subnet, precommit_delete_associations {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.261363 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f28ea209-ee41-4739-930a-69dd16202a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8342707'] for subnet, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.327136 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1a44f3bf-edd2-466c-84bb-19761932032a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8171573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989756'] for network, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.332622 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1a44f3bf-edd2-466c-84bb-19761932032a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.336422 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-1a44f3bf-edd2-466c-84bb-19761932032a admin admin] 10.222.0.87 "DELETE /v2.0/networks/07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac HTTP/1.1" status: 204 len: 168 time: 0.4584332 Oct 29 01:31:41.351587 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44f3bf-edd2-466c-84bb-19761932032a admin admin] Pushing event deleted for resources: {'Network': ['ID=07cc0a5c-d93c-4a3a-918e-e24f7df3a1ac,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:41.384891 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5dfd5-28a9-45c6-907b-8b20a4e2b286 req-d1dfeefa-0229-4169-9f43-e47cc7ffef31 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:41.386378 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c0e5dfd5-28a9-45c6-907b-8b20a4e2b286 req-d1dfeefa-0229-4169-9f43-e47cc7ffef31 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0581126 Oct 29 01:31:41.418729 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f28ea209-ee41-4739-930a-69dd16202a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2790648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25205383'] for subnet, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.428542 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c0e5dfd5-28a9-45c6-907b-8b20a4e2b286 req-4fa0e3fb-2c6a-458e-8cba-d36da3ca8037 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327911 Oct 29 01:31:41.449170 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ea209-ee41-4739-930a-69dd16202a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9e43fef-f80e-4578-bf42-dc793fc03c10,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:41.453698 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f28ea209-ee41-4739-930a-69dd16202a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.460320 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-f28ea209-ee41-4739-930a-69dd16202a82 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/d9e43fef-f80e-4578-bf42-dc793fc03c10 HTTP/1.1" status: 204 len: 168 time: 0.3807645 Oct 29 01:31:41.460792 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 60010) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:41.538430 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7984549'] for network, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.656995 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8172742', 'neutron.services.segments.db._delete_segments_for_network-8789671302000'] for network, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.684805 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:41.685187 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:41.685969 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:41.686305 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Subscribe: > port after_create 55550000 {{(pid=101842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:41.686647 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:41.686976 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Subscribe: > port after_update 55550000 {{(pid=101842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:41.687301 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:41.687640 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:41.687983 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:41.688309 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:41.726033 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 60016) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:41.759620 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:41.759994 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:41.760335 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:41.760672 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101842) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 29 01:31:41.761061 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfee2cd0-21f9-4cfa-938e-929286fa4be6']}} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:41.766357 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-8eb2ada2-1cfd-43f1-86c7-bcfef1315e53 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=131e8f4d098e4d2ba64328c91f63c18c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390420 Oct 29 01:31:41.768742 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 60018) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:41.783458 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e71642-5efd-43fe-8b4b-190fd78a0e80 req-df5051cc-07e0-4249-9aca-d1c49863ffc9 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:41.785099 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e9e71642-5efd-43fe-8b4b-190fd78a0e80 req-df5051cc-07e0-4249-9aca-d1c49863ffc9 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.1994479 Oct 29 01:31:41.791955 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd34b14-3c3d-4652-a963-9eaf7c4677e1') {'for_net_delete': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:41.792255 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd34b14-3c3d-4652-a963-9eaf7c4677e1') {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:41.819706 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6ab96805-b465-4747-acc1-caa236cda23c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.826685 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789671302777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555570'] for segment, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.842400 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6ab96805-b465-4747-acc1-caa236cda23c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.860255 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e9e71642-5efd-43fe-8b4b-190fd78a0e80 req-506757a5-fe97-42db-9735-17c7e00e1dbf tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634508 Oct 29 01:31:41.861172 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.872085 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Releasing vlan 938 on physical network physnet1 to pool {{(pid=101842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:31:41.872560 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26056945'] for segment, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: from cryptography.utils import int_from_bytes Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: from cryptography.utils import int_from_bytes Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: Traceback (most recent call last): Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: timer() Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: cb(*args, **kw) Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: return func(*args, **kwargs) Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: self._notify() Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: self.callback(batched_events) Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: event.method(event) Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: return f(self, *a, **k) Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._get(url).json() Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: return self.request(url, 'GET', **kwargs) Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:31:41.885272 dv-cinder-813984-5-iscsi neutron-server[101842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:31:41.983720 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6ab96805-b465-4747-acc1-caa236cda23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.986340 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6ab96805-b465-4747-acc1-caa236cda23c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:41.987499 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-6ab96805-b465-4747-acc1-caa236cda23c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/224fdacf-582c-44d0-99c2-496765d17b6f HTTP/1.1" status: 204 len: 168 time: 0.2178440 Oct 29 01:31:41.997048 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab96805-b465-4747-acc1-caa236cda23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224fdacf-582c-44d0-99c2-496765d17b6f,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:42.021715 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8171573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989756'] for network, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.029453 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.033277 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] 10.222.0.87 "DELETE /v2.0/networks/bfee2cd0-21f9-4cfa-938e-929286fa4be6 HTTP/1.1" status: 204 len: 168 time: 0.5714347 Oct 29 01:31:42.036750 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 60022) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:42.059683 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae3ef0-2e42-467a-9201-e4abf15dc008 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfee2cd0-21f9-4cfa-938e-929286fa4be6,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:42.101204 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_v2 [None req-e614883d-7300-4501-b6b5-28135ea55014 admin admin] Deleting subnet 9f531b4c-7d14-442b-a4b9-776b0b47cf5e {{(pid=101843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:31:42.105907 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e614883d-7300-4501-b6b5-28135ea55014 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.122544 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:31:42.143054 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e614883d-7300-4501-b6b5-28135ea55014 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680530'] for subnet, precommit_delete_associations {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.182327 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e614883d-7300-4501-b6b5-28135ea55014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8342707'] for subnet, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.397341 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e614883d-7300-4501-b6b5-28135ea55014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2790648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25205383'] for subnet, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.428264 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614883d-7300-4501-b6b5-28135ea55014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f531b4c-7d14-442b-a4b9-776b0b47cf5e,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:42.430376 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e614883d-7300-4501-b6b5-28135ea55014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.435689 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-e614883d-7300-4501-b6b5-28135ea55014 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/9f531b4c-7d14-442b-a4b9-776b0b47cf5e HTTP/1.1" status: 204 len: 168 time: 0.3956292 Oct 29 01:31:42.436713 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 60026) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:42.533536 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c6bfc159-5bdc-4a92-89f4-bfdc9ff07d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7984549'] for network, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.595566 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623bef5c-775a-4644-8f3b-689d21e4140f req-f3d1fde4-0a31-4114-97e9-a7259a9fffc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:42.599433 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-623bef5c-775a-4644-8f3b-689d21e4140f req-f3d1fde4-0a31-4114-97e9-a7259a9fffc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0833759 Oct 29 01:31:42.672457 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c6bfc159-5bdc-4a92-89f4-bfdc9ff07d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8172742', 'neutron.services.segments.db._delete_segments_for_network-8789671302000'] for network, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.695029 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-623bef5c-775a-4644-8f3b-689d21e4140f req-467b3ca7-a9b7-4839-b18e-94f80758f2f3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830534 Oct 29 01:31:42.703346 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-c6bfc159-5bdc-4a92-89f4-bfdc9ff07d08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59a3491-a9fa-4f71-82a5-3ac9d04fa2fc']}} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:42.713361 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-c6bfc159-5bdc-4a92-89f4-bfdc9ff07d08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c034cfc-1b94-461d-864e-9274fe038558') {'for_net_delete': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:42.713611 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-c6bfc159-5bdc-4a92-89f4-bfdc9ff07d08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c034cfc-1b94-461d-864e-9274fe038558') {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:31:42.723263 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c6bfc159-5bdc-4a92-89f4-bfdc9ff07d08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789671302777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555570'] for segment, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.741094 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c6bfc159-5bdc-4a92-89f4-bfdc9ff07d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.749374 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bfc159-5bdc-4a92-89f4-bfdc9ff07d08 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=101842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:31:42.749374 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c6bfc159-5bdc-4a92-89f4-bfdc9ff07d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26056945'] for segment, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: Traceback (most recent call last): Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: timer() Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: cb(*args, **kw) Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: return func(*args, **kwargs) Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: self._notify() Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: self.callback(batched_events) Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: event.method(event) Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: return f(self, *a, **k) Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._get(url).json() Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: return self.request(url, 'GET', **kwargs) Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:31:42.750341 dv-cinder-813984-5-iscsi neutron-server[101842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:31:42.909652 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c6bfc159-5bdc-4a92-89f4-bfdc9ff07d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8171573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989756'] for network, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.921515 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c6bfc159-5bdc-4a92-89f4-bfdc9ff07d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:42.924968 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-c6bfc159-5bdc-4a92-89f4-bfdc9ff07d08 admin admin] 10.222.0.87 "DELETE /v2.0/networks/c59a3491-a9fa-4f71-82a5-3ac9d04fa2fc HTTP/1.1" status: 204 len: 168 time: 0.4872098 Oct 29 01:31:42.937500 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfc159-5bdc-4a92-89f4-bfdc9ff07d08 admin admin] Pushing event deleted for resources: {'Network': ['ID=c59a3491-a9fa-4f71-82a5-3ac9d04fa2fc,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:43.006409 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c1878-5ad3-4d8f-b6b4-c214c2cd347b req-d430f3aa-199b-40df-9180-85a84f5d5e1f tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:43.007966 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b23c1878-5ad3-4d8f-b6b4-c214c2cd347b req-d430f3aa-199b-40df-9180-85a84f5d5e1f tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0608819 Oct 29 01:31:43.048020 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b23c1878-5ad3-4d8f-b6b4-c214c2cd347b req-3e9cc8d4-6f7a-4fef-8800-51a44f1087ef tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339279 Oct 29 01:31:43.318830 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 60064) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:43.366643 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-fe08bd51-050e-4197-9d4e-cc49e7d70773 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=ecc8a9d6748a4e94861b24d80cdc0a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429075 Oct 29 01:31:43.366871 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 60066) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:43.416326 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a80f60de-82ab-49e3-876b-16d4aea6a060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:43.437132 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a80f60de-82ab-49e3-876b-16d4aea6a060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:43.555372 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a80f60de-82ab-49e3-876b-16d4aea6a060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:43.558032 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a80f60de-82ab-49e3-876b-16d4aea6a060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:43.559192 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-a80f60de-82ab-49e3-876b-16d4aea6a060 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/81eb4585-2ff2-4cf5-a1c6-9281504464d3 HTTP/1.1" status: 204 len: 168 time: 0.1914425 Oct 29 01:31:43.567346 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f60de-82ab-49e3-876b-16d4aea6a060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eb4585-2ff2-4cf5-a1c6-9281504464d3,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:43.815691 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37917c0b-b738-45a4-8a70-baee08184f8e req-12634c7d-6a9d-4830-84c7-07ca4b373cb5 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:43.817206 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37917c0b-b738-45a4-8a70-baee08184f8e req-12634c7d-6a9d-4830-84c7-07ca4b373cb5 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0500398 Oct 29 01:31:43.858542 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37917c0b-b738-45a4-8a70-baee08184f8e req-025bc714-fc5b-4aaf-b824-22789f6f1386 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347860 Oct 29 01:31:44.165679 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baa3e4-894c-4c18-99e3-1fc96f347c9c req-9d22ef57-546c-4e87-9d88-c5e5a7a950b4 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:44.167208 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37baa3e4-894c-4c18-99e3-1fc96f347c9c req-9d22ef57-546c-4e87-9d88-c5e5a7a950b4 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0497167 Oct 29 01:31:44.274331 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-37baa3e4-894c-4c18-99e3-1fc96f347c9c req-35368503-2e8e-4665-a0ec-afc313f1566c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009588 Oct 29 01:31:44.394151 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 60084) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:44.435190 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-60202761-d096-4cf5-a3cd-658b244198e7 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=61b06db331594c8597039ffada0ab5f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398018 Oct 29 01:31:44.437553 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 60086) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:31:44.485805 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-557f925d-2455-448e-9e60-4bf6ec64a939 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:44.506342 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-557f925d-2455-448e-9e60-4bf6ec64a939 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:44.629692 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-557f925d-2455-448e-9e60-4bf6ec64a939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:44.632650 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-557f925d-2455-448e-9e60-4bf6ec64a939 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:44.633810 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-557f925d-2455-448e-9e60-4bf6ec64a939 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a246c392-85be-4f25-b27d-12681df155ca HTTP/1.1" status: 204 len: 168 time: 0.1953735 Oct 29 01:31:44.641902 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f925d-2455-448e-9e60-4bf6ec64a939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a246c392-85be-4f25-b27d-12681df155ca,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:44.984156 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942fd2a-7d4b-46f0-a40a-6883f36983f5 req-18622a0b-c6ba-47a4-b413-123345a41c2f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:44.985653 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f942fd2a-7d4b-46f0-a40a-6883f36983f5 req-18622a0b-c6ba-47a4-b413-123345a41c2f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0534916 Oct 29 01:31:45.025292 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f942fd2a-7d4b-46f0-a40a-6883f36983f5 req-5c1da9b2-5d52-486e-aace-0ed9aeb634ac tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325403 Oct 29 01:31:45.393764 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1addabb-bb23-4bbe-a906-6ce5c88a2a88 req-41e33e88-52b0-495f-93f2-dfdb304fc93d tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:45.395386 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c1addabb-bb23-4bbe-a906-6ce5c88a2a88 req-41e33e88-52b0-495f-93f2-dfdb304fc93d tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0514383 Oct 29 01:31:45.436836 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c1addabb-bb23-4bbe-a906-6ce5c88a2a88 req-8708d92a-c98d-43b2-a8b6-678819d6797c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339432 Oct 29 01:31:45.787246 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559a845-9c90-4a2c-a86e-d58e9dcf8533 req-0bf347fd-2d0a-4708-8308-70619365518d tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:45.789339 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3559a845-9c90-4a2c-a86e-d58e9dcf8533 req-0bf347fd-2d0a-4708-8308-70619365518d tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0493228 Oct 29 01:31:45.831232 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3559a845-9c90-4a2c-a86e-d58e9dcf8533 req-d806a8cb-ecf7-4cb8-95b6-cef984377166 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359142 Oct 29 01:31:46.152783 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ff968c-1b20-456e-b4a3-66379b9ade54 req-3410991d-7039-4d14-8b38-7bebe582e625 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:46.154265 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e5ff968c-1b20-456e-b4a3-66379b9ade54 req-3410991d-7039-4d14-8b38-7bebe582e625 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0521173 Oct 29 01:31:46.192216 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e5ff968c-1b20-456e-b4a3-66379b9ade54 req-99982785-0036-4841-85e0-f0d9769ca8de tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316184 Oct 29 01:31:46.959469 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fcf0e-3f52-4f22-9b6a-fe4768a1116f req-f1fa7846-f44d-4fb5-beef-31d26edc66a9 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:46.962203 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-db1fcf0e-3f52-4f22-9b6a-fe4768a1116f req-f1fa7846-f44d-4fb5-beef-31d26edc66a9 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0569630 Oct 29 01:31:47.028764 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-db1fcf0e-3f52-4f22-9b6a-fe4768a1116f req-c57ea133-6d30-4690-98c6-a0ee53b2bdb9 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559657 Oct 29 01:31:47.035491 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011d35a-bc46-4d8d-b842-5984ed3d7622 req-73c9c837-8ee4-4788-bec4-9531a8de7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:47.036836 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7011d35a-bc46-4d8d-b842-5984ed3d7622 req-73c9c837-8ee4-4788-bec4-9531a8de7704 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c51a2093a0874d52a08f6e25489ba181&device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 1099 time: 0.0718529 Oct 29 01:31:47.144555 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011d35a-bc46-4d8d-b842-5984ed3d7622 req-56c52ffe-9ab4-42f3-977a-8d2eb700d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:47.145998 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7011d35a-bc46-4d8d-b842-5984ed3d7622 req-56c52ffe-9ab4-42f3-977a-8d2eb700d0c1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c HTTP/1.1" status: 200 len: 911 time: 0.0987093 Oct 29 01:31:47.212803 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7011d35a-bc46-4d8d-b842-5984ed3d7622 req-a50ba879-33cc-476b-aecd-d439ce6d6f79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d40854b4-c7cf-4c79-ba60-0ea2a73669e5 HTTP/1.1" status: 200 len: 1001 time: 0.0587668 Oct 29 01:31:47.297962 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011d35a-bc46-4d8d-b842-5984ed3d7622 req-6a28cdcf-2273-4e55-b2cc-c1e8ff9023d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:47.299433 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7011d35a-bc46-4d8d-b842-5984ed3d7622 req-6a28cdcf-2273-4e55-b2cc-c1e8ff9023d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67bc09a3-f88c-4c46-a274-32b5b88cd6f4 HTTP/1.1" status: 200 len: 849 time: 0.0755646 Oct 29 01:31:47.346768 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d4b6a-ae06-4d9b-83c7-5686a93a44fd req-1bd1597f-c2a0-4b3e-9601-c1b9e389858b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:47.348288 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-137d4b6a-ae06-4d9b-83c7-5686a93a44fd req-1bd1597f-c2a0-4b3e-9601-c1b9e389858b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0800719 Oct 29 01:31:47.368507 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011d35a-bc46-4d8d-b842-5984ed3d7622 req-0869561a-5703-4bef-9208-e46bb1678ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:47.370015 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7011d35a-bc46-4d8d-b842-5984ed3d7622 req-0869561a-5703-4bef-9208-e46bb1678ba5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631700 Oct 29 01:31:47.423377 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-137d4b6a-ae06-4d9b-83c7-5686a93a44fd req-7e7bcbb0-7595-4c20-a7e3-82242b82f43f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684614 Oct 29 01:31:47.517719 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7011d35a-bc46-4d8d-b842-5984ed3d7622 req-0d17cd26-4baa-4cbe-8cec-fae04bbdf9fd service neutron] 10.222.0.83 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169119 Oct 29 01:31:47.612223 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7011d35a-bc46-4d8d-b842-5984ed3d7622 req-cfaa33bd-e749-475e-a7db-4b5d6009d6e1 service neutron] 10.222.0.83 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857465 Oct 29 01:31:48.155093 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc39a7-1576-4489-bec8-1fa459ee2c9c req-04278dab-64df-474f-adbe-19eecf92b577 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:48.156634 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-33cc39a7-1576-4489-bec8-1fa459ee2c9c req-04278dab-64df-474f-adbe-19eecf92b577 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0539687 Oct 29 01:31:48.195353 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-33cc39a7-1576-4489-bec8-1fa459ee2c9c req-15427078-f108-4f8e-8de7-368940818d1a tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324118 Oct 29 01:31:48.567015 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a9d35-82a9-4ed7-ba95-f496bb5b0303 req-9b3811be-5df8-44a8-973f-99b813520874 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:48.568514 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ad2a9d35-82a9-4ed7-ba95-f496bb5b0303 req-9b3811be-5df8-44a8-973f-99b813520874 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0503342 Oct 29 01:31:48.614566 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ad2a9d35-82a9-4ed7-ba95-f496bb5b0303 req-753691c9-0797-4562-b3c0-d35943f01bd7 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349336 Oct 29 01:31:49.314717 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aed176-fc92-4abf-9371-6f6441c6fc9d req-fca8c108-4466-4c89-8606-57162252916d tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:49.316222 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-63aed176-fc92-4abf-9371-6f6441c6fc9d req-fca8c108-4466-4c89-8606-57162252916d tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0511563 Oct 29 01:31:49.355553 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-63aed176-fc92-4abf-9371-6f6441c6fc9d req-5050629a-b988-4469-b0c6-18be9d798bd1 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327582 Oct 29 01:31:49.741109 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856478a-57dd-454a-8087-ae5f422ea748 req-c87b6fe0-3635-4c6e-844d-3408dc9e9d9a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:49.742816 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d856478a-57dd-454a-8087-ae5f422ea748 req-c87b6fe0-3635-4c6e-844d-3408dc9e9d9a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0553534 Oct 29 01:31:49.781025 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d856478a-57dd-454a-8087-ae5f422ea748 req-73264890-bcbc-4c99-89ef-7c381b9bf793 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320477 Oct 29 01:31:50.900118 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b322bf-7cab-4c1f-9ecb-e443f5a3eefe req-7264835f-01af-4082-827b-62905ba9819f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:50.901588 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a0b322bf-7cab-4c1f-9ecb-e443f5a3eefe req-7264835f-01af-4082-827b-62905ba9819f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0486515 Oct 29 01:31:50.940055 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a0b322bf-7cab-4c1f-9ecb-e443f5a3eefe req-6d6d4840-b224-4439-8a2f-28e0cc3ab950 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324216 Oct 29 01:31:51.773808 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb68ce-ca6f-4e12-8680-f160d8d814b3 req-31931274-9fcc-432b-900d-a87d5ae5d5c9 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:51.775290 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bdbb68ce-ca6f-4e12-8680-f160d8d814b3 req-31931274-9fcc-432b-900d-a87d5ae5d5c9 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0491683 Oct 29 01:31:51.812159 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bdbb68ce-ca6f-4e12-8680-f160d8d814b3 req-792e1103-3493-408f-86dd-d1e6c4dce74e tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308704 Oct 29 01:31:52.005275 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 01153800-bf44-4376-854e-aec24743a4d7 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:31:52.068306 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea65328-c233-4b1b-9ae1-dd8abcbb8e66 req-83a6acce-0601-4da0-b411-57d68b0f9ef2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:52.074684 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0ea65328-c233-4b1b-9ae1-dd8abcbb8e66 req-83a6acce-0601-4da0-b411-57d68b0f9ef2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0529382 Oct 29 01:31:52.106045 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 01153800-bf44-4376-854e-aec24743a4d7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=01153800-bf44-4376-854e-aec24743a4d7,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:31:52.112929 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0ea65328-c233-4b1b-9ae1-dd8abcbb8e66 req-36a33ae6-4b72-42d2-82a7-76a0db027e2d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357664 Oct 29 01:31:52.118448 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': '01153800-bf44-4376-854e-aec24743a4d7', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'port_id': '01153800-bf44-4376-854e-aec24743a4d7', 'mac_address': 'fa:16:3e:94:03:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:31:52.156988 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:52.173639 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01153800-bf44-4376-854e-aec24743a4d7 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:31:52.192908 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 01153800-bf44-4376-854e-aec24743a4d7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=01153800-bf44-4376-854e-aec24743a4d7,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:31:52.280960 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:52.329506 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=01153800-bf44-4376-854e-aec24743a4d7,revision_number=6']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:52.336584 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:52.336976 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:52.337326 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:52.337665 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:52.338006 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:52.338341 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:52.338672 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:52.339003 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:52.339350 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:52.339680 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:52.340036 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:52.340363 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:31:52.928440 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804948f-c278-49f6-b852-ccf0b2061e28 req-be78fe62-cfa2-4a06-9ad6-e4e83931567f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:52.929955 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0804948f-c278-49f6-b852-ccf0b2061e28 req-be78fe62-cfa2-4a06-9ad6-e4e83931567f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0489173 Oct 29 01:31:52.969020 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0804948f-c278-49f6-b852-ccf0b2061e28 req-39732b75-5e8d-41db-b782-62906bebe76f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331836 Oct 29 01:31:53.243513 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4efad-4f77-439e-969e-88453e5d1c64 req-921f9ab3-6965-43da-a800-9208e8ff90c7 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:53.245425 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-07c4efad-4f77-439e-969e-88453e5d1c64 req-921f9ab3-6965-43da-a800-9208e8ff90c7 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 944 time: 0.0595562 Oct 29 01:31:53.298684 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-07c4efad-4f77-439e-969e-88453e5d1c64 req-8a703803-8a63-43ae-9a2d-1b7ad1c6b317 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461078 Oct 29 01:31:53.319110 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['01153800-bf44-4376-854e-aec24743a4d7'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:31:53.334904 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d834281-7a83-4c3b-b3f8-03a3060ebf3c req-586fa49f-320d-4e6d-9fd1-d8d2f18418b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:53.337159 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4d834281-7a83-4c3b-b3f8-03a3060ebf3c req-586fa49f-320d-4e6d-9fd1-d8d2f18418b2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b037cd872fe4e0b8b9429048c567b1b&device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 1098 time: 0.0527403 Oct 29 01:31:53.447430 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d834281-7a83-4c3b-b3f8-03a3060ebf3c req-ff35f2e0-3a3e-49a8-98e8-c5a8edc6bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:53.448854 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4d834281-7a83-4c3b-b3f8-03a3060ebf3c req-ff35f2e0-3a3e-49a8-98e8-c5a8edc6bc9a service neutron] 10.222.0.83 "GET /v2.0/networks?id=994299c4-5e9a-49d2-8046-83a41a29fd88 HTTP/1.1" status: 200 len: 919 time: 0.0892429 Oct 29 01:31:53.500397 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4d834281-7a83-4c3b-b3f8-03a3060ebf3c req-7cedef01-83ba-4c9d-9212-ebdaf964f008 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 HTTP/1.1" status: 200 len: 217 time: 0.0369158 Oct 29 01:31:53.552346 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d834281-7a83-4c3b-b3f8-03a3060ebf3c req-bfd5eada-17d0-4bf6-acfb-b3e78ca06c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:53.554413 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4d834281-7a83-4c3b-b3f8-03a3060ebf3c req-bfd5eada-17d0-4bf6-acfb-b3e78ca06c83 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=461ec7a9-0b24-4557-8d0b-f37f5daa734d HTTP/1.1" status: 200 len: 858 time: 0.0423872 Oct 29 01:31:53.641467 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4d834281-7a83-4c3b-b3f8-03a3060ebf3c req-eca93705-4e3f-4788-8df7-5d92f8522201 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=994299c4-5e9a-49d2-8046-83a41a29fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261040 Oct 29 01:31:53.746018 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4d834281-7a83-4c3b-b3f8-03a3060ebf3c req-b8b86097-8201-4e2d-ad6e-30391e2c65fc service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911965 Oct 29 01:31:53.847567 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4d834281-7a83-4c3b-b3f8-03a3060ebf3c req-0be7e7bf-b5f2-4fe3-89cd-4c2be87953ce service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906744 Oct 29 01:31:54.085842 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f373e7-267c-420d-8dd1-06b29fb36695 req-861c06a9-9ccf-4344-8245-bdaf06a39d69 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:54.087998 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c5f373e7-267c-420d-8dd1-06b29fb36695 req-861c06a9-9ccf-4344-8245-bdaf06a39d69 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0510926 Oct 29 01:31:54.137369 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c5f373e7-267c-420d-8dd1-06b29fb36695 req-4b0710bf-675f-4f9e-af70-0b09a947e6e6 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410213 Oct 29 01:31:54.440445 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a07ee4-4cab-409e-a6df-f4cb1e269480 req-2dea784b-7b78-400a-a265-23a02e708ef9 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:54.441945 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-78a07ee4-4cab-409e-a6df-f4cb1e269480 req-2dea784b-7b78-400a-a265-23a02e708ef9 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 944 time: 0.0560396 Oct 29 01:31:54.485904 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-78a07ee4-4cab-409e-a6df-f4cb1e269480 req-9336779e-66e6-4bd4-8974-c171f2a3fb8f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371716 Oct 29 01:31:55.143537 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 01153800-bf44-4376-854e-aec24743a4d7 up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:31:55.240564 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port 01153800-bf44-4376-854e-aec24743a4d7 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:31:55.241184 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:55.297382 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f634421-22df-454f-bd5f-19c995ed5811 req-546cb4bc-513a-4038-adbb-9d6350e78d0d tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:55.300058 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6f634421-22df-454f-bd5f-19c995ed5811 req-546cb4bc-513a-4038-adbb-9d6350e78d0d tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0668387 Oct 29 01:31:55.348821 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6f634421-22df-454f-bd5f-19c995ed5811 req-961aa80d-eaca-4672-8944-a7e57346c1d9 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431249 Oct 29 01:31:55.352745 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:55.396020 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01153800-bf44-4376-854e-aec24743a4d7'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:31:55.399299 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f83512-4ecc-4d05-b6a2-ca0a38c80002" -d '{"events": [{"server_uuid": "f64f5ebf-8af1-4507-849e-b7d8e33979ae", "name": "network-vif-plugged", "status": "completed", "tag": "01153800-bf44-4376-854e-aec24743a4d7"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:31:55.415817 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 01153800-bf44-4376-854e-aec24743a4d7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=01153800-bf44-4376-854e-aec24743a4d7,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:31:55.445920 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19321258-0dda-4e92-b91b-d0ec1f261722 x-openstack-request-id: req-19321258-0dda-4e92-b91b-d0ec1f261722 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:31:55.446428 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f5ebf-8af1-4507-849e-b7d8e33979ae", "name": "network-vif-plugged", "status": "completed", "tag": "01153800-bf44-4376-854e-aec24743a4d7", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:31:55.446677 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-19321258-0dda-4e92-b91b-d0ec1f261722 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:31:55.447236 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01153800-bf44-4376-854e-aec24743a4d7', 'code': 200} Oct 29 01:31:55.523652 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:55.590903 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=01153800-bf44-4376-854e-aec24743a4d7,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:31:55.655380 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c3d09-6dea-489a-b02c-5141c32f3f86 req-8cb9c861-354e-4971-9307-3e69e172cb5f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:55.667561 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9f4c3d09-6dea-489a-b02c-5141c32f3f86 req-8cb9c861-354e-4971-9307-3e69e172cb5f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0621400 Oct 29 01:31:55.729969 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9f4c3d09-6dea-489a-b02c-5141c32f3f86 req-10e4c5d3-9869-4794-9bea-7732f9ecd4db tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523031 Oct 29 01:31:56.526500 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef78119-74b8-4fb9-b20f-3573fa8d25f2 req-1d8d2f77-a2ae-49b3-8293-8906429f9c6e tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:56.534355 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3ef78119-74b8-4fb9-b20f-3573fa8d25f2 req-1d8d2f77-a2ae-49b3-8293-8906429f9c6e tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0815663 Oct 29 01:31:56.571080 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3ef78119-74b8-4fb9-b20f-3573fa8d25f2 req-f778bda9-a7d7-40b4-b8dd-5a0937b0e39b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358822 Oct 29 01:31:56.922260 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843184b-aada-41f7-952c-e2d2358df4b6 req-8fec1947-e0de-4448-81d4-de8deeb2ad80 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:56.928665 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4843184b-aada-41f7-952c-e2d2358df4b6 req-8fec1947-e0de-4448-81d4-de8deeb2ad80 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0800016 Oct 29 01:31:57.003904 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4843184b-aada-41f7-952c-e2d2358df4b6 req-349c6c4c-f212-4a98-9022-372f2a01496b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709968 Oct 29 01:31:57.690735 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2de96-dbc0-45e2-ab97-b624b77c364e req-0dd0d0da-fc24-487f-ad46-42705cbfd38e tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:57.692505 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f8f2de96-dbc0-45e2-ab97-b624b77c364e req-0dd0d0da-fc24-487f-ad46-42705cbfd38e tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0495143 Oct 29 01:31:57.732524 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f8f2de96-dbc0-45e2-ab97-b624b77c364e req-a3f0bf32-ba94-4730-8259-192cfebed6f4 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326915 Oct 29 01:31:57.847049 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-599bf739-5b75-470e-b91e-9b2575812a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:31:58.160259 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20f8cb-2126-4804-a57c-c0b4260d401a req-d42c226b-5558-48ac-93af-b0f89400c2b8 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:58.162096 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4a20f8cb-2126-4804-a57c-c0b4260d401a req-d42c226b-5558-48ac-93af-b0f89400c2b8 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0588479 Oct 29 01:31:58.216316 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4a20f8cb-2126-4804-a57c-c0b4260d401a req-b302a620-e7be-4cb5-8fef-297b9dd7834d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443583 Oct 29 01:31:58.885651 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c5606-f5be-496e-8612-d9f70724509b req-9bd0b3dd-c1a0-48c5-bac0-390a1097b470 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:58.887940 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a14c5606-f5be-496e-8612-d9f70724509b req-9bd0b3dd-c1a0-48c5-bac0-390a1097b470 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0698125 Oct 29 01:31:58.941983 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a14c5606-f5be-496e-8612-d9f70724509b req-5aadc16c-d26c-47f4-932d-3d9b33542a58 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427911 Oct 29 01:31:59.377976 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a726e50-3ea2-4d6c-857f-b9c7c80e5231 req-1ec4fb1b-d50e-456a-8c45-2c75ad5690d6 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:31:59.384275 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4a726e50-3ea2-4d6c-857f-b9c7c80e5231 req-1ec4fb1b-d50e-456a-8c45-2c75ad5690d6 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0673728 Oct 29 01:31:59.420702 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4a726e50-3ea2-4d6c-857f-b9c7c80e5231 req-63346682-adf3-4ac2-b438-afc9ab307493 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335896 Oct 29 01:32:00.089323 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f97d87-3d35-4b93-9261-69e9ac82c86f req-46c743d9-3d6f-42fe-8711-727bb0482e46 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:00.091326 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-77f97d87-3d35-4b93-9261-69e9ac82c86f req-46c743d9-3d6f-42fe-8711-727bb0482e46 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0737739 Oct 29 01:32:00.143945 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-77f97d87-3d35-4b93-9261-69e9ac82c86f req-26630c17-e056-48a5-b76f-0bf38f76cc9d tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413749 Oct 29 01:32:00.219655 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50132b24-2900-48ad-b658-ba66c5cff9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:00.579041 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd89b79-beec-414d-ae8a-ad19490f884b req-a33e9ed5-7659-4337-abcd-64daa7a9161d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:00.580846 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3cd89b79-beec-414d-ae8a-ad19490f884b req-a33e9ed5-7659-4337-abcd-64daa7a9161d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0601859 Oct 29 01:32:00.627089 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3cd89b79-beec-414d-ae8a-ad19490f884b req-68755262-a372-4e5b-96ad-07ea52c73914 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391061 Oct 29 01:32:01.167217 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:01.280404 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3479a-df0d-40b7-aca8-706c342779aa req-6f96b2b6-7fc3-4465-9393-a54c9facf50b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:01.281832 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bdf3479a-df0d-40b7-aca8-706c342779aa req-6f96b2b6-7fc3-4465-9393-a54c9facf50b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0547185 Oct 29 01:32:01.286763 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:01.324942 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bdf3479a-df0d-40b7-aca8-706c342779aa req-ff2902b4-69b5-484b-bed9-8035a52bef61 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368595 Oct 29 01:32:01.761066 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce378bc-e517-43d6-97dd-a1b9ffd1b74b req-ffddc237-3d5f-4ac8-903c-40176f43caad tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:01.762527 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4ce378bc-e517-43d6-97dd-a1b9ffd1b74b req-ffddc237-3d5f-4ac8-903c-40176f43caad tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0533478 Oct 29 01:32:01.802413 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4ce378bc-e517-43d6-97dd-a1b9ffd1b74b req-c87dfb56-3b77-44e8-bc73-6c046b0750ed tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339580 Oct 29 01:32:02.449406 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea12554-f31a-49db-a402-1fc3513493f4 req-ff82480f-65dd-4eca-97e7-6f6c033729ab tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:02.452202 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-eea12554-f31a-49db-a402-1fc3513493f4 req-ff82480f-65dd-4eca-97e7-6f6c033729ab tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0536327 Oct 29 01:32:02.498230 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-eea12554-f31a-49db-a402-1fc3513493f4 req-920ead33-87be-421f-8837-c77ea00c5f41 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402634 Oct 29 01:32:02.933272 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ef4a3-ed39-424f-ae64-ade82e7f60b7 req-9331a10f-85a5-44aa-a946-38aab8832fbc tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:02.935540 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e93ef4a3-ed39-424f-ae64-ade82e7f60b7 req-9331a10f-85a5-44aa-a946-38aab8832fbc tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0524402 Oct 29 01:32:02.973279 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:02.994460 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e93ef4a3-ed39-424f-ae64-ade82e7f60b7 req-b5f0c852-91ee-4eca-95f0-d446d55b4f0c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499351 Oct 29 01:32:03.650345 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523af7b1-a809-44f1-b69b-a76fc030c0c3 req-da8de08c-26c2-4b18-9549-4562d64e37f0 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:03.651777 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-523af7b1-a809-44f1-b69b-a76fc030c0c3 req-da8de08c-26c2-4b18-9549-4562d64e37f0 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0751555 Oct 29 01:32:03.711502 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-523af7b1-a809-44f1-b69b-a76fc030c0c3 req-1029f957-a20b-4f00-aa08-1e7f95802ee1 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452600 Oct 29 01:32:04.118760 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7afdfc-2e68-4152-b5a4-f96139e5afcb req-b17d36f7-c89f-4465-b58c-fffd2a60b8dc tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:04.120591 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4b7afdfc-2e68-4152-b5a4-f96139e5afcb req-b17d36f7-c89f-4465-b58c-fffd2a60b8dc tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0547390 Oct 29 01:32:04.164465 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4b7afdfc-2e68-4152-b5a4-f96139e5afcb req-c2ff7318-a072-4dba-a1de-42b5e34489c1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348086 Oct 29 01:32:04.862762 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1e3aa-21fa-4f02-96b3-02879aa0bfb0 req-afec0eb1-e9ee-4ecc-be1d-2bad1a7086e4 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:04.864298 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-aed1e3aa-21fa-4f02-96b3-02879aa0bfb0 req-afec0eb1-e9ee-4ecc-be1d-2bad1a7086e4 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0596397 Oct 29 01:32:04.918713 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-aed1e3aa-21fa-4f02-96b3-02879aa0bfb0 req-68328a9f-12ce-4dc7-bcf0-42cc50257104 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436687 Oct 29 01:32:05.296756 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64db5d-efd3-4120-94fd-172185c918e5 req-34a00691-7303-4687-9085-5180c61a2acb tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:05.299549 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8c64db5d-efd3-4120-94fd-172185c918e5 req-34a00691-7303-4687-9085-5180c61a2acb tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0556304 Oct 29 01:32:05.342033 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8c64db5d-efd3-4120-94fd-172185c918e5 req-c1d65218-665a-4bad-9349-c8dcdb229a74 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355878 Oct 29 01:32:06.048752 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31065ef-02a1-4c23-a4b0-4a34a1c82731 req-a047d4b5-2564-4be4-8b37-ee129416e025 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:06.050279 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b31065ef-02a1-4c23-a4b0-4a34a1c82731 req-a047d4b5-2564-4be4-8b37-ee129416e025 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0520935 Oct 29 01:32:06.073367 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 60506) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:06.092831 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b31065ef-02a1-4c23-a4b0-4a34a1c82731 req-ef286abb-3f29-4204-8909-80c50b481849 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342062 Oct 29 01:32:06.186529 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b372c04d-ebd1-4a9a-8a6e-9f2a13e5bb9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:06.278670 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b372c04d-ebd1-4a9a-8a6e-9f2a13e5bb9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:06.384016 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b372c04d-ebd1-4a9a-8a6e-9f2a13e5bb9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:06.428812 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372c04d-ebd1-4a9a-8a6e-9f2a13e5bb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353055e7-9e37-4848-930f-c6e30feff0c2,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:06.441278 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-b372c04d-ebd1-4a9a-8a6e-9f2a13e5bb9b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=880c181f01594574934c52905302743d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3657439 Oct 29 01:32:06.441882 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 60512) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:06.444566 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372c04d-ebd1-4a9a-8a6e-9f2a13e5bb9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.445104 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372c04d-ebd1-4a9a-8a6e-9f2a13e5bb9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.445637 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372c04d-ebd1-4a9a-8a6e-9f2a13e5bb9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.445975 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372c04d-ebd1-4a9a-8a6e-9f2a13e5bb9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.446312 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372c04d-ebd1-4a9a-8a6e-9f2a13e5bb9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.446660 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372c04d-ebd1-4a9a-8a6e-9f2a13e5bb9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.446997 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372c04d-ebd1-4a9a-8a6e-9f2a13e5bb9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.447343 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372c04d-ebd1-4a9a-8a6e-9f2a13e5bb9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.447674 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372c04d-ebd1-4a9a-8a6e-9f2a13e5bb9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.449349 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372c04d-ebd1-4a9a-8a6e-9f2a13e5bb9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.449349 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372c04d-ebd1-4a9a-8a6e-9f2a13e5bb9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.449349 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372c04d-ebd1-4a9a-8a6e-9f2a13e5bb9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:06.480610 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23a251-4c1e-41f0-8db1-dce32650429d req-eeeabb3c-f90f-4bb6-911f-fb7cfd1b5a77 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:06.482128 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ae23a251-4c1e-41f0-8db1-dce32650429d req-eeeabb3c-f90f-4bb6-911f-fb7cfd1b5a77 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0633368 Oct 29 01:32:06.501588 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-13463804-2b83-4d85-9622-e5f2d0dce992 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:06.523448 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-13463804-2b83-4d85-9622-e5f2d0dce992 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:06.524738 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ae23a251-4c1e-41f0-8db1-dce32650429d req-f6b99086-a4ae-4c65-a8f5-399d1d475f99 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360258 Oct 29 01:32:06.654873 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b7625-7cf7-4213-b3e0-57389454b33f req-3af1d595-c959-4d2d-8377-765f1f452bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:06.656408 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1d8b7625-7cf7-4213-b3e0-57389454b33f req-3af1d595-c959-4d2d-8377-765f1f452bf4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=413ce1a7d8504d0b9f656d9e623f9005&device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 1098 time: 0.0452161 Oct 29 01:32:06.732915 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-13463804-2b83-4d85-9622-e5f2d0dce992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:06.737940 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-13463804-2b83-4d85-9622-e5f2d0dce992 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:06.737940 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-13463804-2b83-4d85-9622-e5f2d0dce992 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/353055e7-9e37-4848-930f-c6e30feff0c2 HTTP/1.1" status: 204 len: 168 time: 0.2937529 Oct 29 01:32:06.744592 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13463804-2b83-4d85-9622-e5f2d0dce992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353055e7-9e37-4848-930f-c6e30feff0c2,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:06.756296 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b7625-7cf7-4213-b3e0-57389454b33f req-e8f8d299-05f5-473d-a112-81466eea676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:06.758302 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1d8b7625-7cf7-4213-b3e0-57389454b33f req-e8f8d299-05f5-473d-a112-81466eea676b service neutron] 10.222.0.83 "GET /v2.0/networks?id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a HTTP/1.1" status: 200 len: 918 time: 0.0927262 Oct 29 01:32:06.834217 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1d8b7625-7cf7-4213-b3e0-57389454b33f req-199365c6-d991-4e60-bbd7-f29a573e41da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01153800-bf44-4376-854e-aec24743a4d7 HTTP/1.1" status: 200 len: 1001 time: 0.0663986 Oct 29 01:32:06.887675 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b7625-7cf7-4213-b3e0-57389454b33f req-ecf99a4a-4ce6-4b11-8729-4a9e5dc34a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:06.889327 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1d8b7625-7cf7-4213-b3e0-57389454b33f req-ecf99a4a-4ce6-4b11-8729-4a9e5dc34a44 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2ede7331-865e-43e5-b251-83ad21e6a29c HTTP/1.1" status: 200 len: 856 time: 0.0447483 Oct 29 01:32:06.943279 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b7625-7cf7-4213-b3e0-57389454b33f req-a5486072-8ade-420e-bf72-abdffefa74b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:06.945612 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1d8b7625-7cf7-4213-b3e0-57389454b33f req-a5486072-8ade-420e-bf72-abdffefa74b2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418811 Oct 29 01:32:07.048397 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1d8b7625-7cf7-4213-b3e0-57389454b33f req-6c0d1d3f-90cd-4ad0-83e3-c2b9900e9864 service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918419 Oct 29 01:32:07.161793 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1d8b7625-7cf7-4213-b3e0-57389454b33f req-7655a701-e457-42e4-9004-3ae1ebfceeea service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051612 Oct 29 01:32:07.233028 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bff0d-e0e8-409d-8e1a-b4c8f9c513ca req-c62e87ae-d323-4f3d-936e-874455092456 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:07.234570 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-592bff0d-e0e8-409d-8e1a-b4c8f9c513ca req-c62e87ae-d323-4f3d-936e-874455092456 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0539198 Oct 29 01:32:07.274353 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-592bff0d-e0e8-409d-8e1a-b4c8f9c513ca req-19fafc75-49fc-4098-8b5a-c852097a150a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338860 Oct 29 01:32:07.519380 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 60534) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:07.532307 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0da923cc-f77c-4b2e-afef-0214e07dac83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:07.610148 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0da923cc-f77c-4b2e-afef-0214e07dac83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:07.656971 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b63cbe-e2e7-4f74-b5a6-aff37679a274 req-edb3d881-863e-44b5-914c-e6ed06d8624d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:07.658594 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-51b63cbe-e2e7-4f74-b5a6-aff37679a274 req-edb3d881-863e-44b5-914c-e6ed06d8624d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0522211 Oct 29 01:32:07.686357 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0da923cc-f77c-4b2e-afef-0214e07dac83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:07.698982 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-51b63cbe-e2e7-4f74-b5a6-aff37679a274 req-8b4c804a-6ea1-4367-94de-a40669cdcf7b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332024 Oct 29 01:32:07.726862 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da923cc-f77c-4b2e-afef-0214e07dac83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13099e65-e362-422d-8036-4926d8bc9522,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:07.732068 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-0da923cc-f77c-4b2e-afef-0214e07dac83 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2b662f6fcb9345d29f23b6e0bd47ae60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116144 Oct 29 01:32:07.734656 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 60542) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:07.783467 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-67b74449-d583-41fc-82ec-eb83eba7fe51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:07.806005 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-67b74449-d583-41fc-82ec-eb83eba7fe51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:07.966808 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-67b74449-d583-41fc-82ec-eb83eba7fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:07.969395 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-67b74449-d583-41fc-82ec-eb83eba7fe51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:07.970548 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-67b74449-d583-41fc-82ec-eb83eba7fe51 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/13099e65-e362-422d-8036-4926d8bc9522 HTTP/1.1" status: 204 len: 168 time: 0.2349973 Oct 29 01:32:07.978983 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b74449-d583-41fc-82ec-eb83eba7fe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13099e65-e362-422d-8036-4926d8bc9522,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:08.394555 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf56c0d-0bde-4d5b-ba9c-e7fe240164ff req-6744e06f-7e08-465b-a469-3866d7ca3aba tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:08.396063 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9cf56c0d-0bde-4d5b-ba9c-e7fe240164ff req-6744e06f-7e08-465b-a469-3866d7ca3aba tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0498865 Oct 29 01:32:08.435826 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9cf56c0d-0bde-4d5b-ba9c-e7fe240164ff req-0ace5ef2-ca74-48bf-baba-7b2eaa65c1f6 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336607 Oct 29 01:32:08.734812 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 60560) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:08.750316 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-54ad5c31-dcf3-45ae-80b4-bcf7303bef1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:08.842444 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-54ad5c31-dcf3-45ae-80b4-bcf7303bef1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:08.849183 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f943ef7e-4037-4c27-8b99-c00c49c06733 req-1662b6c3-839f-4880-9721-7764ae1a1653 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:08.851370 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f943ef7e-4037-4c27-8b99-c00c49c06733 req-1662b6c3-839f-4880-9721-7764ae1a1653 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0682814 Oct 29 01:32:08.891957 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f943ef7e-4037-4c27-8b99-c00c49c06733 req-24529b6f-7ff1-4474-bb4f-a1ab03eda027 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344782 Oct 29 01:32:08.932422 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-54ad5c31-dcf3-45ae-80b4-bcf7303bef1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:08.974179 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-54ad5c31-dcf3-45ae-80b4-bcf7303bef1a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=94c3520bbd6f428389addcae2f6e4064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382646 Oct 29 01:32:08.974876 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad5c31-dcf3-45ae-80b4-bcf7303bef1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a341aff6-c379-44ab-bfdf-0ae16c9fa194,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:08.979774 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 60564) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:09.067884 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5a118ebb-0e8a-462b-9bb3-9a9e1aaee235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:09.079445 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d2bd6-af71-40ce-bdb1-6c5668834a8e req-b894a25a-adf7-4a62-a000-18b8ce9911d8 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:09.081145 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-430d2bd6-af71-40ce-bdb1-6c5668834a8e req-b894a25a-adf7-4a62-a000-18b8ce9911d8 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 945 time: 0.0786741 Oct 29 01:32:09.123147 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5a118ebb-0e8a-462b-9bb3-9a9e1aaee235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:09.162641 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-430d2bd6-af71-40ce-bdb1-6c5668834a8e req-1ceae9be-4409-400e-801e-c7c41988093d tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722740 Oct 29 01:32:09.378295 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5a118ebb-0e8a-462b-9bb3-9a9e1aaee235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:09.380898 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5a118ebb-0e8a-462b-9bb3-9a9e1aaee235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:09.382093 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-5a118ebb-0e8a-462b-9bb3-9a9e1aaee235 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a341aff6-c379-44ab-bfdf-0ae16c9fa194 HTTP/1.1" status: 204 len: 168 time: 0.4034598 Oct 29 01:32:09.391682 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a118ebb-0e8a-462b-9bb3-9a9e1aaee235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a341aff6-c379-44ab-bfdf-0ae16c9fa194,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:09.399584 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a118ebb-0e8a-462b-9bb3-9a9e1aaee235 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:09.399966 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a118ebb-0e8a-462b-9bb3-9a9e1aaee235 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:09.400315 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a118ebb-0e8a-462b-9bb3-9a9e1aaee235 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:09.400655 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a118ebb-0e8a-462b-9bb3-9a9e1aaee235 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:09.400988 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a118ebb-0e8a-462b-9bb3-9a9e1aaee235 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:09.401323 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a118ebb-0e8a-462b-9bb3-9a9e1aaee235 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:09.401655 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a118ebb-0e8a-462b-9bb3-9a9e1aaee235 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:09.401985 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a118ebb-0e8a-462b-9bb3-9a9e1aaee235 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:09.402316 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a118ebb-0e8a-462b-9bb3-9a9e1aaee235 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:09.402646 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a118ebb-0e8a-462b-9bb3-9a9e1aaee235 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:09.402975 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a118ebb-0e8a-462b-9bb3-9a9e1aaee235 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:09.403301 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a118ebb-0e8a-462b-9bb3-9a9e1aaee235 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:09.571152 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090db13-e13d-476a-8555-5faee41ebf53 req-86e4224d-9399-4a92-997a-bec85ea36cb3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:09.572764 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d090db13-e13d-476a-8555-5faee41ebf53 req-86e4224d-9399-4a92-997a-bec85ea36cb3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0534294 Oct 29 01:32:09.611799 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d090db13-e13d-476a-8555-5faee41ebf53 req-198dbd10-3d57-497e-b63a-072025d63a22 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322661 Oct 29 01:32:10.019254 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14071c-bd90-42a8-b00f-545de053da7c req-721d1a8a-3af7-4a02-ba91-d498b9c45b9c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:10.020797 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ad14071c-bd90-42a8-b00f-545de053da7c req-721d1a8a-3af7-4a02-ba91-d498b9c45b9c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 945 time: 0.0489204 Oct 29 01:32:10.062322 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ad14071c-bd90-42a8-b00f-545de053da7c req-e1a5c9e1-5359-4e01-b614-cca154bd2bdb tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346181 Oct 29 01:32:10.544761 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0fa53b35-c4a7-402c-ac70-fa7be9a30ca7 req-7ff29182-ef5c-425a-84b1-1e1736a73eb9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3279123 Oct 29 01:32:10.566087 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6a91f-1176-4fac-a496-45b64ec5f938 req-84659b8a-9459-40c1-9da5-7a312f5a1f06 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:10.576137 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3df6a91f-1176-4fac-a496-45b64ec5f938 req-84659b8a-9459-40c1-9da5-7a312f5a1f06 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 945 time: 0.3166845 Oct 29 01:32:10.664857 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3df6a91f-1176-4fac-a496-45b64ec5f938 req-1b553e5e-e010-4d43-b097-e1e8a812ad71 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881581 Oct 29 01:32:10.682348 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa53b35-c4a7-402c-ac70-fa7be9a30ca7 req-e6b41f12-b3fd-4219-9252-0285611b06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:10.683846 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0fa53b35-c4a7-402c-ac70-fa7be9a30ca7 req-e6b41f12-b3fd-4219-9252-0285611b06c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c51a2093a0874d52a08f6e25489ba181&device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 1099 time: 0.0978858 Oct 29 01:32:10.694136 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784ef09-1cd6-4fb0-a73e-00cddecb08c4 req-3e1047b1-0e92-4d72-9792-75d12e5f5b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:10.695839 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f784ef09-1cd6-4fb0-a73e-00cddecb08c4 req-3e1047b1-0e92-4d72-9792-75d12e5f5b9a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 1098 time: 0.0690215 Oct 29 01:32:10.827818 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f784ef09-1cd6-4fb0-a73e-00cddecb08c4 req-8fbba6b7-1453-45ca-b800-a675ee9e0734 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196797 Oct 29 01:32:10.871461 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835f53d-fa58-4d72-8193-dc238dcee771 req-5afc1409-f628-4677-8055-c3e273253dd1 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:10.872937 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1835f53d-fa58-4d72-8193-dc238dcee771 req-5afc1409-f628-4677-8055-c3e273253dd1 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.1017721 Oct 29 01:32:10.878108 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa53b35-c4a7-402c-ac70-fa7be9a30ca7 req-9a81d464-da81-4c3c-87d0-2e33e5d83212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:10.879564 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0fa53b35-c4a7-402c-ac70-fa7be9a30ca7 req-9a81d464-da81-4c3c-87d0-2e33e5d83212 service neutron] 10.222.0.83 "GET /v2.0/networks?id=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c HTTP/1.1" status: 200 len: 911 time: 0.1628606 Oct 29 01:32:10.918543 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1835f53d-fa58-4d72-8193-dc238dcee771 req-63269282-54be-4231-bbc2-53845b0a2ff2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342159 Oct 29 01:32:11.118267 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0fa53b35-c4a7-402c-ac70-fa7be9a30ca7 req-212ea11b-e092-4670-b49d-8e8a6594fdab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d40854b4-c7cf-4c79-ba60-0ea2a73669e5 HTTP/1.1" status: 200 len: 1001 time: 0.0636194 Oct 29 01:32:11.172582 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa53b35-c4a7-402c-ac70-fa7be9a30ca7 req-5cda433d-f8d4-4b3a-8a50-5b5e8de1734f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:11.174030 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0fa53b35-c4a7-402c-ac70-fa7be9a30ca7 req-5cda433d-f8d4-4b3a-8a50-5b5e8de1734f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67bc09a3-f88c-4c46-a274-32b5b88cd6f4 HTTP/1.1" status: 200 len: 849 time: 0.0425823 Oct 29 01:32:11.219465 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa53b35-c4a7-402c-ac70-fa7be9a30ca7 req-db8724e5-3876-462c-830b-95450f8dc58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:11.220970 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0fa53b35-c4a7-402c-ac70-fa7be9a30ca7 req-db8724e5-3876-462c-830b-95450f8dc58f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389099 Oct 29 01:32:11.252976 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:11.297970 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 01153800-bf44-4376-854e-aec24743a4d7 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:32:11.345610 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0fa53b35-c4a7-402c-ac70-fa7be9a30ca7 req-9e153083-9e4e-430d-885b-e6fa0919ec98 service neutron] 10.222.0.83 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127388 Oct 29 01:32:11.362732 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fd1d8-e86a-4dba-927b-b77fc4cdaaa0 req-a6b2015b-28bd-4c9c-8c83-db1da4ba2d39 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:11.364150 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bb2fd1d8-e86a-4dba-927b-b77fc4cdaaa0 req-a6b2015b-28bd-4c9c-8c83-db1da4ba2d39 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.83 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 945 time: 0.0697854 Oct 29 01:32:11.379594 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:11.404755 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01153800-bf44-4376-854e-aec24743a4d7'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:32:11.407016 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833775b2-be99-4365-97de-5923d7c01e82" -d '{"events": [{"server_uuid": "f64f5ebf-8af1-4507-849e-b7d8e33979ae", "name": "network-vif-unplugged", "status": "completed", "tag": "01153800-bf44-4376-854e-aec24743a4d7"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:32:11.420914 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 01153800-bf44-4376-854e-aec24743a4d7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=01153800-bf44-4376-854e-aec24743a4d7,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:11.477539 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 01:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bb5f38-9861-48d1-9bee-c47fbf433d47 x-openstack-request-id: req-a8bb5f38-9861-48d1-9bee-c47fbf433d47 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:32:11.478003 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f5ebf-8af1-4507-849e-b7d8e33979ae", "name": "network-vif-unplugged", "status": "failed", "tag": "01153800-bf44-4376-854e-aec24743a4d7", "code": 422}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:32:11.478305 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-a8bb5f38-9861-48d1-9bee-c47fbf433d47 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:32:11.478744 dv-cinder-813984-5-iscsi neutron-server[101844]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '01153800-bf44-4376-854e-aec24743a4d7', 'code': 422} returned with failed status Oct 29 01:32:11.514158 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0fa53b35-c4a7-402c-ac70-fa7be9a30ca7 req-575d9a0d-9797-4962-8624-bb6a34f043ec service neutron] 10.222.0.83 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591904 Oct 29 01:32:11.539486 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-bb2fd1d8-e86a-4dba-927b-b77fc4cdaaa0 req-1269830e-37a4-4fbc-b548-32a078242c8d tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Deleting port bae2e6bb-454a-4acd-acb0-022f69f3a6e8 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:32:11.540196 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-bb2fd1d8-e86a-4dba-927b-b77fc4cdaaa0 req-1269830e-37a4-4fbc-b548-32a078242c8d tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:11.617928 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:11.637930 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-bb2fd1d8-e86a-4dba-927b-b77fc4cdaaa0 req-1269830e-37a4-4fbc-b548-32a078242c8d tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] For port bae2e6bb-454a-4acd-acb0-022f69f3a6e8, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bae2e6bb-454a-4acd-acb0-022f69f3a6e8,segment=NetworkSegment(e3c50a38-7e9e-40db-9044-81cb239b1939),segment_id=e3c50a38-7e9e-40db-9044-81cb239b1939)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:11.638210 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-bb2fd1d8-e86a-4dba-927b-b77fc4cdaaa0 req-1269830e-37a4-4fbc-b548-32a078242c8d tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:11.651255 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-bb2fd1d8-e86a-4dba-927b-b77fc4cdaaa0 req-1269830e-37a4-4fbc-b548-32a078242c8d tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Calling delete_port for bae2e6bb-454a-4acd-acb0-022f69f3a6e8 owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:32:11.665257 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=01153800-bf44-4376-854e-aec24743a4d7,revision_number=8']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:11.832822 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba725e3-438d-4488-b28e-45f51d168b82 req-f01e331c-7442-4233-846f-d6f229dcea00 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:11.835057 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5ba725e3-438d-4488-b28e-45f51d168b82 req-f01e331c-7442-4233-846f-d6f229dcea00 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 945 time: 0.0946062 Oct 29 01:32:11.884678 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5ba725e3-438d-4488-b28e-45f51d168b82 req-2e40aea9-34f0-4c27-be97-9e8fd05dfe0a tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381336 Oct 29 01:32:11.936240 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-bb2fd1d8-e86a-4dba-927b-b77fc4cdaaa0 req-1269830e-37a4-4fbc-b548-32a078242c8d tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:11.948612 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['bae2e6bb-454a-4acd-acb0-022f69f3a6e8'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:32:11.972778 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269830e-37a4-4fbc-b548-32a078242c8d tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Pushing event deleted for resources: {'Port': ['ID=bae2e6bb-454a-4acd-acb0-022f69f3a6e8,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:12.055291 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2fd1d8-e86a-4dba-927b-b77fc4cdaaa0 req-1269830e-37a4-4fbc-b548-32a078242c8d tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] No DVR routers for this DVR port bae2e6bb-454a-4acd-acb0-022f69f3a6e8 on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:32:12.061028 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-bb2fd1d8-e86a-4dba-927b-b77fc4cdaaa0 req-1269830e-37a4-4fbc-b548-32a078242c8d tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:12.063543 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bb2fd1d8-e86a-4dba-927b-b77fc4cdaaa0 req-1269830e-37a4-4fbc-b548-32a078242c8d tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.83 "DELETE /v2.0/ports/bae2e6bb-454a-4acd-acb0-022f69f3a6e8 HTTP/1.1" status: 204 len: 173 time: 0.6822128 Oct 29 01:32:12.072794 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f60f90-a29b-4ae7-b9dc-ec821e4c7e10', 'name': 'network-vif-deleted', 'tag': 'bae2e6bb-454a-4acd-acb0-022f69f3a6e8'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:32:12.075198 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119adcf2-9f11-4c45-bed0-0dbc3c7fac6b" -d '{"events": [{"server_uuid": "93f60f90-a29b-4ae7-b9dc-ec821e4c7e10", "name": "network-vif-deleted", "tag": "bae2e6bb-454a-4acd-acb0-022f69f3a6e8"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:32:12.136053 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a2c1d-c58d-43e1-8e93-50a772d60d05 req-aef81e20-6b2b-4c1e-a313-a8f7e92401f1 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:12.137746 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5f0a2c1d-c58d-43e1-8e93-50a772d60d05 req-aef81e20-6b2b-4c1e-a313-a8f7e92401f1 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0856802 Oct 29 01:32:12.164770 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [req-a9124ef2-5a77-4742-a96d-e8f96a079e58 req-12eae490-cb6a-4163-a945-06175e0d4f0b service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=101842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:32:12.165835 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a9124ef2-5a77-4742-a96d-e8f96a079e58 req-12eae490-cb6a-4163-a945-06175e0d4f0b service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060780 Oct 29 01:32:12.188598 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5f0a2c1d-c58d-43e1-8e93-50a772d60d05 req-fe3ca3b6-ce1e-4aca-914c-1fcbabc9485b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443621 Oct 29 01:32:12.241754 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb678763-b833-4915-a9cc-e37072551d33 x-openstack-request-id: req-bb678763-b833-4915-a9cc-e37072551d33 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:32:12.242039 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f60f90-a29b-4ae7-b9dc-ec821e4c7e10", "name": "network-vif-deleted", "tag": "bae2e6bb-454a-4acd-acb0-022f69f3a6e8", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:32:12.242464 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-bb678763-b833-4915-a9cc-e37072551d33 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:32:12.242865 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f60f90-a29b-4ae7-b9dc-ec821e4c7e10', 'name': 'network-vif-deleted', 'tag': 'bae2e6bb-454a-4acd-acb0-022f69f3a6e8', 'status': 'completed', 'code': 200} Oct 29 01:32:12.566922 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dc048-c964-4799-9405-922d47ac7951 req-27609560-35be-4a7d-b752-607a69f033c1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:12.569264 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7f2dc048-c964-4799-9405-922d47ac7951 req-27609560-35be-4a7d-b752-607a69f033c1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0509834 Oct 29 01:32:12.620780 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7f2dc048-c964-4799-9405-922d47ac7951 req-880e7b0a-3988-42d9-ab33-f086c400ee5b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400033 Oct 29 01:32:13.004727 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-805cf49f-a58f-4905-973c-c7b0356380e7 req-31aa3052-b166-466e-8de0-2e9b8eb32fa1 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 210 time: 0.0277965 Oct 29 01:32:13.171823 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c164e04d-2989-44f8-9334-af821ecae50a req-b955950c-18af-42cc-971d-9231e237a813 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=18626e87dcd742bca0e65ddb87d7b10b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318196 Oct 29 01:32:13.392107 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8b8f7-4fa3-4127-9622-9a3fe96adb18 req-3c4b8d48-41fc-4723-8499-623dfea2942e tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:13.393625 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4ad8b8f7-4fa3-4127-9622-9a3fe96adb18 req-3c4b8d48-41fc-4723-8499-623dfea2942e tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.1219511 Oct 29 01:32:13.401100 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164e04d-2989-44f8-9334-af821ecae50a req-b6e16afe-42c9-4d27-8b91-4e635b6ad628 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:13.402568 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c164e04d-2989-44f8-9334-af821ecae50a req-b6e16afe-42c9-4d27-8b91-4e635b6ad628 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2249990 Oct 29 01:32:13.435699 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c164e04d-2989-44f8-9334-af821ecae50a req-ab34ec39-ff58-4f50-b96d-10c8ef0c2a80 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/quotas/18626e87dcd742bca0e65ddb87d7b10b HTTP/1.1" status: 200 len: 375 time: 0.0257967 Oct 29 01:32:13.472618 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4ad8b8f7-4fa3-4127-9622-9a3fe96adb18 req-d18c039e-c94d-4d7b-be70-3608b58c0c9b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690489 Oct 29 01:32:13.474785 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c164e04d-2989-44f8-9334-af821ecae50a req-e33ad2ce-4df4-4f18-bb65-776504b86d1a tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=18626e87dcd742bca0e65ddb87d7b10b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316038 Oct 29 01:32:13.477348 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 60746) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:13.627044 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-6bbf6d18-eb0d-403a-9d02-347aa13a3c97 req-c83d80c1-823e-46e1-9807-8325730fbc75 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1459627 Oct 29 01:32:13.637435 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [req-6bbf6d18-eb0d-403a-9d02-347aa13a3c97 req-45be91a6-a347-4ffa-b859-0a5b504b7604 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=101843) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:32:13.638515 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-6bbf6d18-eb0d-403a-9d02-347aa13a3c97 req-45be91a6-a347-4ffa-b859-0a5b504b7604 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053024 Oct 29 01:32:13.835951 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda9daa-0fc0-47d3-8439-664c93557b8f req-ab43882b-9aae-485d-a9a9-743ea735a8e2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:13.837651 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4bda9daa-0fc0-47d3-8439-664c93557b8f req-ab43882b-9aae-485d-a9a9-743ea735a8e2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0537796 Oct 29 01:32:13.907675 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4bda9daa-0fc0-47d3-8439-664c93557b8f req-f4c35303-3971-4e2f-a805-f5fc6d750dec tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635152 Oct 29 01:32:13.995768 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-25788c14-6dc1-4d97-9236-06b92dc8c80d req-3ae32099-4dd7-4374-9659-de3b3e1c0fb7 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 210 time: 0.0290558 Oct 29 01:32:14.082663 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba0fd2-971c-44ae-9f7b-bc7427c4a6a5 req-f92263d0-8a4c-4475-88b5-fce08802d3fb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:14.084178 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0cba0fd2-971c-44ae-9f7b-bc7427c4a6a5 req-f92263d0-8a4c-4475-88b5-fce08802d3fb tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0566237 Oct 29 01:32:14.129883 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-69b3b8d4-32f6-4174-9199-25cf1fda0586 req-ecb2931f-8f7b-49b7-b7f1-ee2958c09824 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=93f60f90-a29b-4ae7-b9dc-ec821e4c7e10 HTTP/1.1" status: 200 len: 210 time: 0.0380414 Oct 29 01:32:14.148403 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0cba0fd2-971c-44ae-9f7b-bc7427c4a6a5 req-c1ab0267-5a7a-454a-b7cd-4e0ad30712f6 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578701 Oct 29 01:32:14.417762 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ca385-e821-47d5-abdc-c77a43911ede req-3291ff76-4f2b-4e5d-a22d-7e79712f09a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:14.419172 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-982ca385-e821-47d5-abdc-c77a43911ede req-3291ff76-4f2b-4e5d-a22d-7e79712f09a9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b037cd872fe4e0b8b9429048c567b1b&device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 1098 time: 0.0476677 Oct 29 01:32:14.522926 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ca385-e821-47d5-abdc-c77a43911ede req-4157daea-b185-4129-a651-17bdbc4456d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:14.524498 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-982ca385-e821-47d5-abdc-c77a43911ede req-4157daea-b185-4129-a651-17bdbc4456d2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=994299c4-5e9a-49d2-8046-83a41a29fd88 HTTP/1.1" status: 200 len: 919 time: 0.0968115 Oct 29 01:32:14.567654 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-982ca385-e821-47d5-abdc-c77a43911ede req-891812c5-b710-4544-8d9a-7678c1e9f755 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 HTTP/1.1" status: 200 len: 217 time: 0.0350184 Oct 29 01:32:14.623544 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ca385-e821-47d5-abdc-c77a43911ede req-a0d08c3d-04e0-4550-920b-ca96b7e03ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:14.625127 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-982ca385-e821-47d5-abdc-c77a43911ede req-a0d08c3d-04e0-4550-920b-ca96b7e03ca1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=461ec7a9-0b24-4557-8d0b-f37f5daa734d HTTP/1.1" status: 200 len: 858 time: 0.0463071 Oct 29 01:32:14.670241 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-982ca385-e821-47d5-abdc-c77a43911ede req-1cedcce9-15c0-49f2-b92b-d6e508bc55aa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=994299c4-5e9a-49d2-8046-83a41a29fd88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309107 Oct 29 01:32:14.763394 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-982ca385-e821-47d5-abdc-c77a43911ede req-c4365471-58f5-4d0f-bae9-486e2390fe83 service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851955 Oct 29 01:32:14.872108 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-982ca385-e821-47d5-abdc-c77a43911ede req-14104261-7b35-4cc0-b0e1-ff8edce0fc8b service neutron] 10.222.0.83 "GET /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971034 Oct 29 01:32:15.044257 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11deec1a-5f67-403d-8f10-880df968bbd4 req-1fc7bd36-d236-4704-8c6e-ade1e7ff5671 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:15.045824 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-11deec1a-5f67-403d-8f10-880df968bbd4 req-1fc7bd36-d236-4704-8c6e-ade1e7ff5671 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0516596 Oct 29 01:32:15.093417 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-726df8d5-6710-4fca-87de-7fc782b5e4cb req-efe140ec-86f7-4c3d-aea3-9afbbe00c5d3 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 210 time: 0.0338199 Oct 29 01:32:15.115286 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-11deec1a-5f67-403d-8f10-880df968bbd4 req-f9bbcd9a-2874-433e-8a1f-d3c5daf0d807 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587885 Oct 29 01:32:15.283452 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea92582-0f7e-494e-b035-f034486bda66 req-4c9758fb-f3e6-495f-b760-d1c065cec202 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:15.284962 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8ea92582-0f7e-494e-b035-f034486bda66 req-4c9758fb-f3e6-495f-b760-d1c065cec202 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0620577 Oct 29 01:32:15.297963 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device bae2e6bb-454a-4acd-acb0-022f69f3a6e8 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:32:15.319874 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: bae2e6bb-454a-4acd-acb0-022f69f3a6e8 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:32:15.320235 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device bae2e6bb-454a-4acd-acb0-022f69f3a6e8 not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:32:15.331082 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8ea92582-0f7e-494e-b035-f034486bda66 req-b0d1dcd0-be0e-4b0c-8f86-b6296d03ba49 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375118 Oct 29 01:32:16.194413 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5d3231f1-cf53-4400-a75f-2d7c7dc93e4e req-c399fa20-4518-4c9d-aabc-6e11600d28d6 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 210 time: 0.0272691 Oct 29 01:32:16.249381 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddb7d3-3914-4e2d-9323-720090c4216b req-6df7c6e5-64fd-4acd-871c-bd1e4a81f9e4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:16.251077 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-91ddb7d3-3914-4e2d-9323-720090c4216b req-6df7c6e5-64fd-4acd-871c-bd1e4a81f9e4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0558009 Oct 29 01:32:16.292088 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-91ddb7d3-3914-4e2d-9323-720090c4216b req-40eb73f0-faa8-4875-acc7-379a7b7d99e8 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342419 Oct 29 01:32:16.448288 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3080c3-9866-4a9d-a86d-6f7ec3a4d43d req-764b4cb6-9427-4d10-8cfb-2994f87b7799 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:16.449671 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1c3080c3-9866-4a9d-a86d-6f7ec3a4d43d req-764b4cb6-9427-4d10-8cfb-2994f87b7799 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0501289 Oct 29 01:32:16.488373 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1c3080c3-9866-4a9d-a86d-6f7ec3a4d43d req-c3c4db05-4277-4f89-9886-e333d549301e tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325382 Oct 29 01:32:17.294504 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3e7098c8-30fb-4ed3-a682-e3be360944d5 req-3cd3c494-1f83-4978-a7af-fd4d775530b6 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 210 time: 0.0306070 Oct 29 01:32:17.413122 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c23c4-946a-48a8-ad4e-c982c9d73a88 req-52d5bdaa-8d57-4937-be41-964a0f6fedf6 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:17.414644 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7d0c23c4-946a-48a8-ad4e-c982c9d73a88 req-52d5bdaa-8d57-4937-be41-964a0f6fedf6 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0501592 Oct 29 01:32:17.452556 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7d0c23c4-946a-48a8-ad4e-c982c9d73a88 req-653bccc3-a33e-4678-aeee-a102aa76b848 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319622 Oct 29 01:32:17.604073 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827145ae-8ce3-4a38-89a3-6df7f0f7824f req-f52991d4-c360-42d6-b5fb-29d3fc6faf48 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:17.605678 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-827145ae-8ce3-4a38-89a3-6df7f0f7824f req-f52991d4-c360-42d6-b5fb-29d3fc6faf48 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0495443 Oct 29 01:32:17.643978 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-827145ae-8ce3-4a38-89a3-6df7f0f7824f req-2d3b9b8d-33a8-4a5f-b87d-5d57f8b26486 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324044 Oct 29 01:32:18.391541 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5c1c8da8-a8ec-4eb8-a1ae-a9ca9bac1674 req-ef655b6d-97f1-4679-87da-965723eaa4e9 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 210 time: 0.0273795 Oct 29 01:32:18.576327 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e280e-a0d7-4286-8576-168e35e7b888 req-05650440-6745-49ac-a3ba-a46b5ee0f47c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:18.577781 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3f7e280e-a0d7-4286-8576-168e35e7b888 req-05650440-6745-49ac-a3ba-a46b5ee0f47c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0522668 Oct 29 01:32:18.616836 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3f7e280e-a0d7-4286-8576-168e35e7b888 req-8a8b93b2-ae8d-4db0-bc5c-70a6f0684bbf tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331120 Oct 29 01:32:18.761982 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ca911-c799-4d9f-b2e3-b9539bd79f85 req-c4b818e5-6aa6-4f04-8948-920afaba8eea tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:18.763465 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3e8ca911-c799-4d9f-b2e3-b9539bd79f85 req-c4b818e5-6aa6-4f04-8948-920afaba8eea tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0494149 Oct 29 01:32:18.803571 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3e8ca911-c799-4d9f-b2e3-b9539bd79f85 req-9a8b9b27-236d-4790-9258-427a33ca2fa8 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339329 Oct 29 01:32:19.122135 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:32:19.500757 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4aa36355-5d6c-4b5b-a6bd-cc91ac5372bb req-b01a5a79-40a4-4201-b451-13f7200e9854 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 210 time: 0.0359640 Oct 29 01:32:19.623167 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c164e04d-2989-44f8-9334-af821ecae50a req-be7e2295-32c5-467d-ac9b-0579a23f686f tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=18626e87dcd742bca0e65ddb87d7b10b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223534 Oct 29 01:32:19.773116 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164e04d-2989-44f8-9334-af821ecae50a req-0c6bdb62-959e-4934-ae36-566df79ac3ef tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:19.774989 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c164e04d-2989-44f8-9334-af821ecae50a req-0c6bdb62-959e-4934-ae36-566df79ac3ef tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1451461 Oct 29 01:32:19.784641 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed0ff3-f682-4416-a3c7-70a7193ca8d5 req-8c9480ca-48a3-4c09-8615-d43424224065 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:19.788233 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-42ed0ff3-f682-4416-a3c7-70a7193ca8d5 req-8c9480ca-48a3-4c09-8615-d43424224065 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0926816 Oct 29 01:32:19.793126 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-c164e04d-2989-44f8-9334-af821ecae50a req-47710c53-3e58-45fc-9e86-135e0a1fbb02 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Request body: {'port': {'device_id': '1cf67257-a3ee-4cb2-bd74-d382b9d6e903', 'network_id': '49e4246f-d6b8-4462-ae62-da8ed9d4d951', 'admin_state_up': True, 'tenant_id': '18626e87dcd742bca0e65ddb87d7b10b'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:19.886389 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-42ed0ff3-f682-4416-a3c7-70a7193ca8d5 req-d6229f95-9da2-4f24-8c6a-a70cdbb5a086 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883083 Oct 29 01:32:19.971901 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdefbee-3e45-44da-8dac-7ebeac3fef43 req-5edd0140-3bca-47d6-b529-7c9881773eb1 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:19.973519 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-abdefbee-3e45-44da-8dac-7ebeac3fef43 req-5edd0140-3bca-47d6-b529-7c9881773eb1 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0770409 Oct 29 01:32:20.027200 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-abdefbee-3e45-44da-8dac-7ebeac3fef43 req-8f34ff7f-4403-46a7-86e8-7220a7b177a3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435407 Oct 29 01:32:20.109716 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c164e04d-2989-44f8-9334-af821ecae50a req-47710c53-3e58-45fc-9e86-135e0a1fbb02 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Made reservation on behalf of 18626e87dcd742bca0e65ddb87d7b10b for: {'port': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:32:20.116226 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c164e04d-2989-44f8-9334-af821ecae50a req-47710c53-3e58-45fc-9e86-135e0a1fbb02 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:20.127647 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c164e04d-2989-44f8-9334-af821ecae50a req-47710c53-3e58-45fc-9e86-135e0a1fbb02 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:20.270414 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf6d18-eb0d-403a-9d02-347aa13a3c97 req-a02b60a5-139f-4f43-a08a-6e46df3709b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:20.270652 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6bbf6d18-eb0d-403a-9d02-347aa13a3c97 req-a02b60a5-139f-4f43-a08a-6e46df3709b8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae&tenant_id=413ce1a7d8504d0b9f656d9e623f9005 HTTP/1.1" status: 200 len: 1096 time: 0.1071472 Oct 29 01:32:20.272823 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c164e04d-2989-44f8-9334-af821ecae50a req-47710c53-3e58-45fc-9e86-135e0a1fbb02 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:20.343326 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf6d18-eb0d-403a-9d02-347aa13a3c97 req-fe964cc8-dff9-42bb-9567-62698a669cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:20.344678 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6bbf6d18-eb0d-403a-9d02-347aa13a3c97 req-fe964cc8-dff9-42bb-9567-62698a669cc9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=413ce1a7d8504d0b9f656d9e623f9005&device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 1096 time: 0.0418222 Oct 29 01:32:20.371291 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c164e04d-2989-44f8-9334-af821ecae50a req-47710c53-3e58-45fc-9e86-135e0a1fbb02 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:20.483495 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47710c53-3e58-45fc-9e86-135e0a1fbb02 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a322a752-5c37-464d-bab6-c5ab27ece75a,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:20.570140 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf6d18-eb0d-403a-9d02-347aa13a3c97 req-d1cc6623-6e96-4cbd-90a2-7e172efbd07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:20.571585 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6bbf6d18-eb0d-403a-9d02-347aa13a3c97 req-d1cc6623-6e96-4cbd-90a2-7e172efbd07d service neutron] 10.222.0.83 "GET /v2.0/networks?id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a HTTP/1.1" status: 200 len: 918 time: 0.1924675 Oct 29 01:32:20.611226 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [req-c164e04d-2989-44f8-9334-af821ecae50a req-47710c53-3e58-45fc-9e86-135e0a1fbb02 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Allocated IP 192.168.233.238 (49e4246f-d6b8-4462-ae62-da8ed9d4d951/ceba0731-f90f-4933-a93d-ada69f9bdcc5/df08f389-09bf-4e90-a0eb-f79791090268) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:32:20.614473 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fc028f88-4c26-466c-b544-d56439f53827 req-f397a135-59e4-4760-890e-56342ecb47e6 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 210 time: 0.0458512 Oct 29 01:32:20.688305 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6bbf6d18-eb0d-403a-9d02-347aa13a3c97 req-e406c009-c826-485d-849f-e4a426e0028a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01153800-bf44-4376-854e-aec24743a4d7 HTTP/1.1" status: 200 len: 999 time: 0.1038606 Oct 29 01:32:20.793095 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf6d18-eb0d-403a-9d02-347aa13a3c97 req-b9845e6d-4ee7-451d-87a5-756abd9c6cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:20.794565 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6bbf6d18-eb0d-403a-9d02-347aa13a3c97 req-b9845e6d-4ee7-451d-87a5-756abd9c6cf1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2ede7331-865e-43e5-b251-83ad21e6a29c HTTP/1.1" status: 200 len: 856 time: 0.0960896 Oct 29 01:32:20.876547 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c164e04d-2989-44f8-9334-af821ecae50a req-47710c53-3e58-45fc-9e86-135e0a1fbb02 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:20.882193 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf6d18-eb0d-403a-9d02-347aa13a3c97 req-f1ff1108-64c4-4e3a-97eb-b2293ff51d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:20.883752 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6bbf6d18-eb0d-403a-9d02-347aa13a3c97 req-f1ff1108-64c4-4e3a-97eb-b2293ff51d48 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809736 Oct 29 01:32:21.242921 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c164e04d-2989-44f8-9334-af821ecae50a req-47710c53-3e58-45fc-9e86-135e0a1fbb02 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:21.328360 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6bbf6d18-eb0d-403a-9d02-347aa13a3c97 req-88d6a101-4510-4597-a054-e7de1a3064f4 service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348781 Oct 29 01:32:21.345157 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c164e04d-2989-44f8-9334-af821ecae50a req-47710c53-3e58-45fc-9e86-135e0a1fbb02 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Network 49e4246f-d6b8-4462-ae62-da8ed9d4d951 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:32:21.362261 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b175d24e-2863-4436-b9ea-3be5021d9968 req-e3f7e271-1338-4524-a0f0-af7be6777192 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:21.363678 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b175d24e-2863-4436-b9ea-3be5021d9968 req-e3f7e271-1338-4524-a0f0-af7be6777192 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.4008234 Oct 29 01:32:21.369318 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [req-c164e04d-2989-44f8-9334-af821ecae50a req-47710c53-3e58-45fc-9e86-135e0a1fbb02 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:21.384608 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-c164e04d-2989-44f8-9334-af821ecae50a req-47710c53-3e58-45fc-9e86-135e0a1fbb02 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:32:21.418934 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47710c53-3e58-45fc-9e86-135e0a1fbb02 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Pushing event updated for resources: {'Port': ['ID=df08f389-09bf-4e90-a0eb-f79791090268,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:21.492515 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a34476-6972-4b09-b319-b0f2ae879d4f req-26012d73-c762-4bc8-9719-7df5013cc4e2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:21.494084 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f7a34476-6972-4b09-b319-b0f2ae879d4f req-26012d73-c762-4bc8-9719-7df5013cc4e2 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.2636321 Oct 29 01:32:21.528538 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b175d24e-2863-4436-b9ea-3be5021d9968 req-a0784f5b-ff61-49f1-b101-c0104c8a629d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463420 Oct 29 01:32:21.552127 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164e04d-2989-44f8-9334-af821ecae50a req-47710c53-3e58-45fc-9e86-135e0a1fbb02 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:21.552753 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c164e04d-2989-44f8-9334-af821ecae50a req-47710c53-3e58-45fc-9e86-135e0a1fbb02 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:21.607143 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-8cff76f5-b8d5-40da-a8e4-a509b2133584 None None] Provisioning complete for port df08f389-09bf-4e90-a0eb-f79791090268 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:21.607756 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f7a34476-6972-4b09-b319-b0f2ae879d4f req-c00ab504-648c-4fd5-a789-29f83e7c3ccd tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985920 Oct 29 01:32:21.609652 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6bbf6d18-eb0d-403a-9d02-347aa13a3c97 req-34b9a67d-2162-42e1-a151-892b21a260f8 service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724731 Oct 29 01:32:21.610081 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8cff76f5-b8d5-40da-a8e4-a509b2133584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:21.647394 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8cff76f5-b8d5-40da-a8e4-a509b2133584 None None] Port df08f389-09bf-4e90-a0eb-f79791090268 cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:32:21.679521 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c164e04d-2989-44f8-9334-af821ecae50a req-47710c53-3e58-45fc-9e86-135e0a1fbb02 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8888924 Oct 29 01:32:21.697456 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Request body: {'port': {'device_id': '1cf67257-a3ee-4cb2-bd74-d382b9d6e903', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:21.798721 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece68281-feb2-48db-ae6a-b2545fb87b35 req-05dad9d0-9575-4601-8eba-841a01eab7c8 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:21.800266 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ece68281-feb2-48db-ae6a-b2545fb87b35 req-05dad9d0-9575-4601-8eba-841a01eab7c8 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 936 time: 0.1000097 Oct 29 01:32:21.800839 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:21.895359 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ece68281-feb2-48db-ae6a-b2545fb87b35 req-5d9b7bab-0b19-432e-8a2b-38722f9cceb7 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835381 Oct 29 01:32:22.141742 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df08f389-09bf-4e90-a0eb-f79791090268 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:32:22.150494 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:22.164748 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Transition to ACTIVE for port object df08f389-09bf-4e90-a0eb-f79791090268 will not be triggered until provisioned by entity L2. {{(pid=101842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:32:22.281255 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:22.333805 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Pushing event updated for resources: {'Port': ['ID=df08f389-09bf-4e90-a0eb-f79791090268,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:22.410249 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Attempting to bind port df08f389-09bf-4e90-a0eb-f79791090268 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:32:22.410644 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Attempting to bind port df08f389-09bf-4e90-a0eb-f79791090268 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'ee51dbf1-07e7-4afa-b226-8221bc53cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '49e4246f-d6b8-4462-ae62-da8ed9d4d951'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:32:22.410987 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Attempting to bind port df08f389-09bf-4e90-a0eb-f79791090268 on network 49e4246f-d6b8-4462-ae62-da8ed9d4d951 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:32:22.417535 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Port df08f389-09bf-4e90-a0eb-f79791090268 on network 49e4246f-d6b8-4462-ae62-da8ed9d4d951 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:32:22.417695 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Attempting to bind port df08f389-09bf-4e90-a0eb-f79791090268 on network 49e4246f-d6b8-4462-ae62-da8ed9d4d951 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:32:22.429197 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:32:22.429554 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Checking segment: {'id': 'ee51dbf1-07e7-4afa-b226-8221bc53cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '49e4246f-d6b8-4462-ae62-da8ed9d4d951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:32:22.429945 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Bound using segment: {'id': 'ee51dbf1-07e7-4afa-b226-8221bc53cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '49e4246f-d6b8-4462-ae62-da8ed9d4d951'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:32:22.430437 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Bound port: df08f389-09bf-4e90-a0eb-f79791090268, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee51dbf1-07e7-4afa-b226-8221bc53cf16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': '49e4246f-d6b8-4462-ae62-da8ed9d4d951'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:32:22.430807 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:22.521121 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] For port df08f389-09bf-4e90-a0eb-f79791090268, host hv-cinder-81398, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:32:22.525822 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] For port df08f389-09bf-4e90-a0eb-f79791090268, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=df08f389-09bf-4e90-a0eb-f79791090268,segment=NetworkSegment(ee51dbf1-07e7-4afa-b226-8221bc53cf16),segment_id=ee51dbf1-07e7-4afa-b226-8221bc53cf16)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:32:22.590628 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:22.706267 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:22.707242 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:22.708936 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c164e04d-2989-44f8-9334-af821ecae50a req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] 10.222.0.83 "PUT /v2.0/ports/df08f389-09bf-4e90-a0eb-f79791090268 HTTP/1.1" status: 200 len: 1098 time: 1.0160487 Oct 29 01:32:22.709735 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf67257-a3ee-4cb2-bd74-d382b9d6e903', 'tag': 'df08f389-09bf-4e90-a0eb-f79791090268'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:32:22.712285 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be952ba4-ada7-4872-9470-496d7a4d8d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf67257-a3ee-4cb2-bd74-d382b9d6e903", "tag": "df08f389-09bf-4e90-a0eb-f79791090268"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:32:22.739224 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3ea2b-aaa0-40f7-99c0-d658461bdd59 service neutron] Pushing event updated for resources: {'Port': ['ID=df08f389-09bf-4e90-a0eb-f79791090268,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:22.757888 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393aa86-2029-43c3-b9e6-1e7d52dffc17 req-e21882c0-42a1-4974-98d6-b9c88d778dcc tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:22.760347 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d393aa86-2029-43c3-b9e6-1e7d52dffc17 req-e21882c0-42a1-4974-98d6-b9c88d778dcc tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.1049337 Oct 29 01:32:22.761933 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa38045-4ddb-4ba9-b7f1-89ef2ca1cf81 x-openstack-request-id: req-6fa38045-4ddb-4ba9-b7f1-89ef2ca1cf81 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:32:22.762432 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf67257-a3ee-4cb2-bd74-d382b9d6e903", "tag": "df08f389-09bf-4e90-a0eb-f79791090268", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:32:22.762432 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6fa38045-4ddb-4ba9-b7f1-89ef2ca1cf81 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:32:22.762832 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf67257-a3ee-4cb2-bd74-d382b9d6e903', 'tag': 'df08f389-09bf-4e90-a0eb-f79791090268', 'status': 'completed', 'code': 200} Oct 29 01:32:22.804535 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d393aa86-2029-43c3-b9e6-1e7d52dffc17 req-1ded4cac-bde1-4780-88c9-a0452935c259 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390363 Oct 29 01:32:23.020183 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316432-fb90-4ee4-bda1-ceac95afb3c1 req-20730a25-5b15-4cdd-a3b2-0eb86b29f90c tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:23.021870 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-87316432-fb90-4ee4-bda1-ceac95afb3c1 req-20730a25-5b15-4cdd-a3b2-0eb86b29f90c tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 948 time: 0.0533838 Oct 29 01:32:23.061090 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-87316432-fb90-4ee4-bda1-ceac95afb3c1 req-f282f62d-7a7a-4511-9edc-02ae765ff2f4 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331397 Oct 29 01:32:23.930459 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230a0f1-be10-4773-ab84-58a36938e587 req-d32f5e80-e4ed-4671-9358-0e11ac177c9b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:23.932004 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2230a0f1-be10-4773-ab84-58a36938e587 req-d32f5e80-e4ed-4671-9358-0e11ac177c9b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0517938 Oct 29 01:32:23.971232 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2230a0f1-be10-4773-ab84-58a36938e587 req-274752a3-4438-4067-bd77-cbfed5b10b0b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332227 Oct 29 01:32:24.182037 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b1e5f-03eb-4fac-abdb-08e9a9dd0353 req-c8540c58-437a-4749-9cd0-425f93b08304 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:24.183548 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-836b1e5f-03eb-4fac-abdb-08e9a9dd0353 req-c8540c58-437a-4749-9cd0-425f93b08304 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 948 time: 0.0516303 Oct 29 01:32:24.229686 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-836b1e5f-03eb-4fac-abdb-08e9a9dd0353 req-7e5784cf-1cb3-429d-8560-81d06904abf1 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397899 Oct 29 01:32:25.115966 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d125554-06f1-4ec5-8251-77a84459805b req-76815912-269c-4f39-95a3-39676556a8e2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:25.119428 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5d125554-06f1-4ec5-8251-77a84459805b req-76815912-269c-4f39-95a3-39676556a8e2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0573537 Oct 29 01:32:25.160225 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5d125554-06f1-4ec5-8251-77a84459805b req-356a5061-8b2a-4aae-ac07-0b49f6a66491 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333526 Oct 29 01:32:25.358022 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe73ea-a8dc-4c87-ba8a-6800443bd5c0 req-8120ac39-c52a-49d0-9e26-4b71bf6f47fb tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:25.359537 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bdfe73ea-a8dc-4c87-ba8a-6800443bd5c0 req-8120ac39-c52a-49d0-9e26-4b71bf6f47fb tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 948 time: 0.0507214 Oct 29 01:32:25.409640 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bdfe73ea-a8dc-4c87-ba8a-6800443bd5c0 req-854d50af-f167-4de9-ad96-612c7b417df0 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440445 Oct 29 01:32:25.970801 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-bc189363-f3ce-479d-aec1-da76016b5b81 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:25.972285 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-bc189363-f3ce-479d-aec1-da76016b5b81 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/networks?id=a043b94c-5557-4790-9d4f-a18ae31f901e HTTP/1.1" status: 200 len: 813 time: 0.1095002 Oct 29 01:32:25.988167 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6d060c14-2faa-43ef-a0c1-e08eed3e95a6 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/quotas/7aa66fedc6704473996d04ffbf8135e0 HTTP/1.1" status: 200 len: 375 time: 0.0093613 Oct 29 01:32:26.023837 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-e921f14a-2adf-40ad-8771-64088596d424 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=7aa66fedc6704473996d04ffbf8135e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288692 Oct 29 01:32:26.132421 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-a745de27-9170-4284-8958-fdc7b35c2b83 service neutron] 10.222.0.87 "GET /v2.0/networks/a043b94c-5557-4790-9d4f-a18ae31f901e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999744 Oct 29 01:32:26.222720 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-cdc937e3-9a35-4222-8557-25154471519d service neutron] 10.222.0.87 "GET /v2.0/networks/a043b94c-5557-4790-9d4f-a18ae31f901e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876400 Oct 29 01:32:26.293071 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c713ab-4702-477d-9744-89c34fa53f4f req-e472ca4e-cc52-4b88-87f7-471a6b0185b2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:26.294629 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-52c713ab-4702-477d-9744-89c34fa53f4f req-e472ca4e-cc52-4b88-87f7-471a6b0185b2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0594771 Oct 29 01:32:26.339975 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-52c713ab-4702-477d-9744-89c34fa53f4f req-27740bc6-f075-4c17-a414-b81088cc6222 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392265 Oct 29 01:32:26.534741 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-29d06e79-1018-4b31-985f-f18d5827b58d req-176e1f90-d8d7-4860-9b13-94eaa0d879a1 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 210 time: 0.0435104 Oct 29 01:32:26.556766 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0711bc-f867-4e29-b483-860812d70b34 req-f7332fdb-b1da-42c1-a973-5fbeb69d64c2 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:26.558274 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-de0711bc-f867-4e29-b483-860812d70b34 req-f7332fdb-b1da-42c1-a973-5fbeb69d64c2 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 948 time: 0.0760641 Oct 29 01:32:26.600948 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-de0711bc-f867-4e29-b483-860812d70b34 req-828fe094-e8e3-45d6-982a-838c0ceea589 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366423 Oct 29 01:32:27.477913 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9903e-b67c-4903-852d-f4c89bff34a6 req-48d789ed-f0ab-4eae-a4d5-2814d6a7e287 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:27.477913 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-dbd9903e-b67c-4903-852d-f4c89bff34a6 req-48d789ed-f0ab-4eae-a4d5-2814d6a7e287 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0534444 Oct 29 01:32:27.540977 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-dbd9903e-b67c-4903-852d-f4c89bff34a6 req-b4247fca-cd10-4e38-a44c-d4f1530380cc tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485265 Oct 29 01:32:27.606405 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-142726ff-5b82-4729-84a0-e79b71f2472d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:27.614836 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0b91354e-d1cf-4787-b828-8dcb25a3a9ab req-6aa04fa0-de4d-49d1-933b-2563a0d4bae5 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 210 time: 0.0295551 Oct 29 01:32:27.735284 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade97d2b-7d8e-4126-aa32-bd86e2ba3d7b req-29cb1830-5250-4bf0-8cd3-be05abf039c0 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:27.736809 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ade97d2b-7d8e-4126-aa32-bd86e2ba3d7b req-29cb1830-5250-4bf0-8cd3-be05abf039c0 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 948 time: 0.0491388 Oct 29 01:32:27.778541 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ade97d2b-7d8e-4126-aa32-bd86e2ba3d7b req-16a52741-373f-49b2-9115-c7ff41d8a061 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352874 Oct 29 01:32:28.682406 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66041020-9c73-43a3-a321-9aa79fa88107 req-262984b3-be16-44f2-a036-e9e436337b40 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:28.683942 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-66041020-9c73-43a3-a321-9aa79fa88107 req-262984b3-be16-44f2-a036-e9e436337b40 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0534985 Oct 29 01:32:28.740077 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-048b4069-c150-4925-87c8-00b64bb16440 req-c0c34b74-9beb-4729-b037-493d72b4d03c tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 210 time: 0.0505393 Oct 29 01:32:28.759888 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-66041020-9c73-43a3-a321-9aa79fa88107 req-f30cd8f0-43be-4f44-8ca7-f2a6cbd51659 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686729 Oct 29 01:32:28.906441 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b02860-232b-4001-b32a-18dc8b58238b req-193d647a-d3ef-43c1-a4d4-fda4821ed4d0 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:28.908011 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-13b02860-232b-4001-b32a-18dc8b58238b req-193d647a-d3ef-43c1-a4d4-fda4821ed4d0 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 948 time: 0.0580385 Oct 29 01:32:28.946509 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-13b02860-232b-4001-b32a-18dc8b58238b req-0edbae42-22fa-4851-8d19-38b37901f3bf tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326478 Oct 29 01:32:29.842302 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-72003a25-bf94-4ed7-9b2e-5c3694cff96b req-a78b7080-82a7-40fb-97d3-2b19f769c6a3 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 210 time: 0.0272992 Oct 29 01:32:29.897615 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46f7f0-81d8-4146-91b7-7b22ef1dace9 req-1c27777e-6919-401f-a4b7-d5d45d0f4ff2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:29.899286 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0d46f7f0-81d8-4146-91b7-7b22ef1dace9 req-1c27777e-6919-401f-a4b7-d5d45d0f4ff2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0596962 Oct 29 01:32:29.940756 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0d46f7f0-81d8-4146-91b7-7b22ef1dace9 req-c545a5ee-c494-4d65-aa16-678a2c72c9e4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353396 Oct 29 01:32:30.066453 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe27d8-1e8a-4755-b0f0-4b640e518e03 req-639b9288-175e-47a4-8625-b142b8ba7565 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:30.067945 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fabe27d8-1e8a-4755-b0f0-4b640e518e03 req-639b9288-175e-47a4-8625-b142b8ba7565 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 948 time: 0.0553555 Oct 29 01:32:30.111590 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fabe27d8-1e8a-4755-b0f0-4b640e518e03 req-975ef5b3-38ff-4930-bd2c-9dd86022b8c6 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366490 Oct 29 01:32:30.212522 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-881d13b8-9a00-456f-b5f5-c8813cec83d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:30.965066 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a679ad09-4d67-4cc3-9a2c-cb49226eb471 req-9e9b31d5-65e3-4cdb-8569-4e7579274774 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 210 time: 0.0284944 Oct 29 01:32:31.069127 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:31.080823 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29375b-a011-4be4-ada6-c477c2339bbb req-88068e4b-f6cf-4938-933b-3392f0b2aacb tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:31.082175 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9a29375b-a011-4be4-ada6-c477c2339bbb req-88068e4b-f6cf-4938-933b-3392f0b2aacb tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0552878 Oct 29 01:32:31.147953 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9a29375b-a011-4be4-ada6-c477c2339bbb req-3f80aed6-97d9-4be3-a07e-6a1d72a6deca tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504725 Oct 29 01:32:31.255236 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af671b-e722-4264-8421-a2c6142f13f1 req-86f76677-fa90-4092-b80f-7668e0826be8 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:31.257348 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-71af671b-e722-4264-8421-a2c6142f13f1 req-86f76677-fa90-4092-b80f-7668e0826be8 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 948 time: 0.0687521 Oct 29 01:32:31.259209 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:31.300162 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-71af671b-e722-4264-8421-a2c6142f13f1 req-2d3d5260-663f-4cb5-936a-857acd1e56ab tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355558 Oct 29 01:32:32.060098 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a099a906-3817-4dce-b881-a79e2ebd2b36 req-a2c99bd7-0be3-4be4-b519-b031df82e3d1 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 210 time: 0.0281901 Oct 29 01:32:32.272227 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917d078-62ac-4b43-ac1a-0894de9cbf98 req-3aa44126-4224-420c-882d-a9ed6308b337 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:32.272703 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5917d078-62ac-4b43-ac1a-0894de9cbf98 req-3aa44126-4224-420c-882d-a9ed6308b337 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0606811 Oct 29 01:32:32.340809 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5917d078-62ac-4b43-ac1a-0894de9cbf98 req-96fba701-7854-4efa-8a77-ee861b3fd239 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599897 Oct 29 01:32:32.427566 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce861c-5083-46a1-9a5e-fbf09ac61ba6 req-75346fe8-89e1-4602-a307-b6949e29a264 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:32.429369 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2bce861c-5083-46a1-9a5e-fbf09ac61ba6 req-75346fe8-89e1-4602-a307-b6949e29a264 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 948 time: 0.0541410 Oct 29 01:32:32.476031 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2bce861c-5083-46a1-9a5e-fbf09ac61ba6 req-52721c86-9d17-472d-9216-3f9d8c47ffc6 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399916 Oct 29 01:32:33.006570 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:33.162315 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bddf308f-7be8-43a0-87a6-8c2f845cd55a req-37edc54c-2501-4d4f-9cdb-714e7c1fa8ca tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 210 time: 0.0289252 Oct 29 01:32:33.470531 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc6859-edf1-40a4-bdc7-fdef0515053a req-90da2a19-746a-47b7-9cc7-69b3b0c0267c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:33.472162 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-33bc6859-edf1-40a4-bdc7-fdef0515053a req-90da2a19-746a-47b7-9cc7-69b3b0c0267c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0516584 Oct 29 01:32:33.523402 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-33bc6859-edf1-40a4-bdc7-fdef0515053a req-81a9397b-7c6d-431b-a2a3-bf6f8f5dda98 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447996 Oct 29 01:32:33.595142 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43027686-a9b9-4c24-a02a-e929229eb72d req-dd369c96-9012-4687-afe5-494c3746de6d tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:33.596687 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-43027686-a9b9-4c24-a02a-e929229eb72d req-dd369c96-9012-4687-afe5-494c3746de6d tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 948 time: 0.0485780 Oct 29 01:32:33.633725 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-43027686-a9b9-4c24-a02a-e929229eb72d req-72600ad5-e5a0-4629-a42e-e66c9f742fff tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Oct 29 01:32:34.283627 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c8afb44c-d284-4957-91b4-fdfebec40e04 req-8ac139e7-a6b0-4f55-b56b-8403f90aef0f tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 210 time: 0.0304837 Oct 29 01:32:34.646422 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f31ed-9de8-474f-baf3-a3e8e1d5f269 req-f5cd73ab-697d-4848-98c3-c820fc22e550 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:34.647929 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b82f31ed-9de8-474f-baf3-a3e8e1d5f269 req-f5cd73ab-697d-4848-98c3-c820fc22e550 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0491982 Oct 29 01:32:34.690891 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b82f31ed-9de8-474f-baf3-a3e8e1d5f269 req-f6752c06-e51d-43aa-b0e5-51095e84c753 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361679 Oct 29 01:32:34.776744 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3475bae-6ab7-4140-bf31-cbb5924d853b req-6a40b71d-6cb8-4ab5-9830-758fc665e391 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:34.778231 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a3475bae-6ab7-4140-bf31-cbb5924d853b req-6a40b71d-6cb8-4ab5-9830-758fc665e391 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 948 time: 0.0524135 Oct 29 01:32:34.820160 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a3475bae-6ab7-4140-bf31-cbb5924d853b req-867ee56b-f1d5-4bd2-a9b3-67e683a0843b tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359976 Oct 29 01:32:35.377877 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4da20753-f058-4699-9c2c-471a5d3b46a7 req-45512fc1-7d31-42ce-9c53-8ca6dd197197 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 210 time: 0.0271075 Oct 29 01:32:35.824631 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47465b8d-f9f1-4561-9ebd-e0c5c2bc443d req-d6604435-442c-4567-aa6e-05ccaf3db1d2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:35.826124 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-47465b8d-f9f1-4561-9ebd-e0c5c2bc443d req-d6604435-442c-4567-aa6e-05ccaf3db1d2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0535679 Oct 29 01:32:35.872251 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-47465b8d-f9f1-4561-9ebd-e0c5c2bc443d req-966b0e14-abd5-4978-b3ed-6a546d6c9d08 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342703 Oct 29 01:32:35.959203 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f6a99-faec-44b0-a2aa-7af0562d103d req-cda4a0e6-a667-4964-92a3-3e48798b5406 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:35.961036 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e70f6a99-faec-44b0-a2aa-7af0562d103d req-cda4a0e6-a667-4964-92a3-3e48798b5406 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 948 time: 0.0570817 Oct 29 01:32:36.001820 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e70f6a99-faec-44b0-a2aa-7af0562d103d req-89ed9761-4327-4b7b-b26f-054d75796ea8 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347271 Oct 29 01:32:36.480657 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5db341d0-3bb9-4aed-b2c7-c48cd900d89b req-0ee91c3d-b612-4be4-b9b9-7801d29822e5 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 210 time: 0.0303838 Oct 29 01:32:37.008944 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c55798-8f45-4c1e-82ed-7c7326f12a8a req-375fbbcf-f767-4bb4-87c8-43f1bb51bd2d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:37.015239 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f3c55798-8f45-4c1e-82ed-7c7326f12a8a req-375fbbcf-f767-4bb4-87c8-43f1bb51bd2d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0594206 Oct 29 01:32:37.053143 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f3c55798-8f45-4c1e-82ed-7c7326f12a8a req-a5fb4042-617d-4e17-ba06-7c344f51f864 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359335 Oct 29 01:32:37.138849 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdc4e0-6e7c-4531-8fb9-86e1a53bcfa9 req-9ca54bad-8c2e-47f0-af14-9507603682e4 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:37.140267 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7dcdc4e0-6e7c-4531-8fb9-86e1a53bcfa9 req-9ca54bad-8c2e-47f0-af14-9507603682e4 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 948 time: 0.0588856 Oct 29 01:32:37.180693 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7dcdc4e0-6e7c-4531-8fb9-86e1a53bcfa9 req-e20d3332-e4cc-42d8-ac07-b0fd3e9ac16f tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343599 Oct 29 01:32:37.589816 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-51472634-7c99-4cb7-b5f4-182512d6701b req-26a76d39-6c88-479d-9671-7d7e4fd9b843 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 210 time: 0.0272398 Oct 29 01:32:38.188861 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a65c78-0c31-451c-9662-a6bfd1150524 req-a695a97e-d1c4-4bbb-893d-7f2884e21605 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:38.190251 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f7a65c78-0c31-451c-9662-a6bfd1150524 req-a695a97e-d1c4-4bbb-893d-7f2884e21605 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0534797 Oct 29 01:32:38.233005 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f7a65c78-0c31-451c-9662-a6bfd1150524 req-569fad00-1c82-426e-b504-f5bd4bb75dac tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365705 Oct 29 01:32:38.313333 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803efb77-4743-4cc3-87a9-4b291bf1c45f req-ab20f754-5f5d-474d-b062-a086c15f6565 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:38.314876 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-803efb77-4743-4cc3-87a9-4b291bf1c45f req-ab20f754-5f5d-474d-b062-a086c15f6565 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 948 time: 0.0505817 Oct 29 01:32:38.362494 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-803efb77-4743-4cc3-87a9-4b291bf1c45f req-ffce878c-9dca-498c-8297-532cc167bc43 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414553 Oct 29 01:32:38.526558 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 32894) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:38.630826 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9201cc88-c265-42ae-a9d5-575871e6702e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:38.684053 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-db6225fd-a92a-40c5-a461-dd1e151b7649 req-252e8b7d-1980-4f74-88bb-78c645ce9b9e tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 210 time: 0.0271554 Oct 29 01:32:38.708793 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9201cc88-c265-42ae-a9d5-575871e6702e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:38.788966 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9201cc88-c265-42ae-a9d5-575871e6702e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:38.827512 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-9201cc88-c265-42ae-a9d5-575871e6702e admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=771b3d26614d4a06a3a71452b04fb606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998884 Oct 29 01:32:38.829420 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201cc88-c265-42ae-a9d5-575871e6702e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebca6ac4-d696-45be-8508-962a4cc36afc,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:38.830310 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 32900) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:38.881079 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0f9b5d46-bc11-4342-9a70-6b05e1d5d049 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:38.901699 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0f9b5d46-bc11-4342-9a70-6b05e1d5d049 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:39.015981 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0f9b5d46-bc11-4342-9a70-6b05e1d5d049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:39.018511 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0f9b5d46-bc11-4342-9a70-6b05e1d5d049 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:39.019638 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-0f9b5d46-bc11-4342-9a70-6b05e1d5d049 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ebca6ac4-d696-45be-8508-962a4cc36afc HTTP/1.1" status: 204 len: 168 time: 0.1883144 Oct 29 01:32:39.042071 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b5d46-bc11-4342-9a70-6b05e1d5d049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebca6ac4-d696-45be-8508-962a4cc36afc,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:39.061503 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be952ba4-ada7-4872-9470-496d7a4d8d0d req-e9060932-0d22-41ad-9904-f75361267dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:39.063239 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-be952ba4-ada7-4872-9470-496d7a4d8d0d req-e9060932-0d22-41ad-9904-f75361267dda service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=18626e87dcd742bca0e65ddb87d7b10b&device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 1101 time: 0.0577490 Oct 29 01:32:39.104275 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-be952ba4-ada7-4872-9470-496d7a4d8d0d req-91f51526-bbb0-4b43-9fb1-466ae00c5ff6 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=18626e87dcd742bca0e65ddb87d7b10b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234752 Oct 29 01:32:39.212308 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be952ba4-ada7-4872-9470-496d7a4d8d0d req-1a14ccc2-2c57-4ff6-999c-02c4a568e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:39.213807 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-be952ba4-ada7-4872-9470-496d7a4d8d0d req-1a14ccc2-2c57-4ff6-999c-02c4a568e066 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022570 Oct 29 01:32:39.298787 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164e04d-2989-44f8-9334-af821ecae50a req-7f0d3bcf-cbbb-4e2f-b2ad-15853ba683bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:39.298787 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c164e04d-2989-44f8-9334-af821ecae50a req-7f0d3bcf-cbbb-4e2f-b2ad-15853ba683bb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=18626e87dcd742bca0e65ddb87d7b10b&device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 1101 time: 0.0424576 Oct 29 01:32:39.346979 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c164e04d-2989-44f8-9334-af821ecae50a req-d208aa41-ce5b-4bed-9f5b-90acf3ce0d6f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=df08f389-09bf-4e90-a0eb-f79791090268 HTTP/1.1" status: 200 len: 217 time: 0.0387657 Oct 29 01:32:39.438595 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164e04d-2989-44f8-9334-af821ecae50a req-66b50d0f-626e-4a2d-93a3-f33453e7e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:39.440141 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c164e04d-2989-44f8-9334-af821ecae50a req-66b50d0f-626e-4a2d-93a3-f33453e7e7a2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ceba0731-f90f-4933-a93d-ada69f9bdcc5 HTTP/1.1" status: 200 len: 843 time: 0.0661509 Oct 29 01:32:39.460354 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c4cf8-59de-40cc-be35-9fbaa7587b11 req-08a09913-a3b9-42f1-9587-12f6b356455a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:39.461789 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-329c4cf8-59de-40cc-be35-9fbaa7587b11 req-08a09913-a3b9-42f1-9587-12f6b356455a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.1176031 Oct 29 01:32:39.555584 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81df0b2-1366-4ccc-9ad1-0cdd1bf7cf50 req-32a2a158-818b-4754-8c4e-ac69025e5416 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:39.557130 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a81df0b2-1366-4ccc-9ad1-0cdd1bf7cf50 req-32a2a158-818b-4754-8c4e-ac69025e5416 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 948 time: 0.1203556 Oct 29 01:32:39.560580 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-329c4cf8-59de-40cc-be35-9fbaa7587b11 req-0fcdd9e5-a6bb-488b-bd79-ef18d9940aec tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753562 Oct 29 01:32:39.562670 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164e04d-2989-44f8-9334-af821ecae50a req-a3293c40-275a-4cac-9253-1158ff970601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:39.564042 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c164e04d-2989-44f8-9334-af821ecae50a req-a3293c40-275a-4cac-9253-1158ff970601 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=49e4246f-d6b8-4462-ae62-da8ed9d4d951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1116486 Oct 29 01:32:39.647612 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a81df0b2-1366-4ccc-9ad1-0cdd1bf7cf50 req-9fcd70e3-f05a-4934-9d6f-fd7726dd2f2f tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826139 Oct 29 01:32:39.684654 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c164e04d-2989-44f8-9334-af821ecae50a req-2e453122-b4b4-4f8c-bb9a-6cf09e3ea882 service neutron] 10.222.0.83 "GET /v2.0/networks/49e4246f-d6b8-4462-ae62-da8ed9d4d951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057866 Oct 29 01:32:39.783695 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6350f83c-f989-4204-a66b-e5912ca592d3 req-0ab42503-9402-4ce4-988b-2f5c2eac3c79 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 210 time: 0.0295105 Oct 29 01:32:39.820947 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c164e04d-2989-44f8-9334-af821ecae50a req-b93669f0-539b-46b9-bbcb-74c10e77dd37 service neutron] 10.222.0.83 "GET /v2.0/networks/49e4246f-d6b8-4462-ae62-da8ed9d4d951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254971 Oct 29 01:32:40.059253 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 32932) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:40.188603 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-654eaa99-8749-47eb-ba5f-ba910a20e667 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1743133785-network', 'tenant_id': 'fea0db42704249b29fba70abbda7991c'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:40.255431 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-fe1051e7-01f4-41f3-b423-b1a669d3ea0c tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:40.257239 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-fe1051e7-01f4-41f3-b423-b1a669d3ea0c tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.83 "GET /v2.0/networks?id=a043b94c-5557-4790-9d4f-a18ae31f901e HTTP/1.1" status: 200 len: 813 time: 0.1253331 Oct 29 01:32:40.277997 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-cbbaffb4-1911-4d80-8a8c-02f19f7a6fe0 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Request body: {'port': {'device_id': 'c49107f1-6a48-4184-8bb6-fa2f027193ba', 'network_id': 'a043b94c-5557-4790-9d4f-a18ae31f901e', 'admin_state_up': True, 'tenant_id': '7aa66fedc6704473996d04ffbf8135e0'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:40.331926 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654eaa99-8749-47eb-ba5f-ba910a20e667 admin admin] Made reservation on behalf of fea0db42704249b29fba70abbda7991c for: {'network': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:32:40.334082 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-654eaa99-8749-47eb-ba5f-ba910a20e667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:40.346425 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-654eaa99-8749-47eb-ba5f-ba910a20e667 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:40.462693 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-654eaa99-8749-47eb-ba5f-ba910a20e667 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:40.515323 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-cbbaffb4-1911-4d80-8a8c-02f19f7a6fe0 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Made reservation on behalf of 7aa66fedc6704473996d04ffbf8135e0 for: {'port': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:32:40.519081 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-cbbaffb4-1911-4d80-8a8c-02f19f7a6fe0 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:40.574408 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-654eaa99-8749-47eb-ba5f-ba910a20e667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:40.603757 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654eaa99-8749-47eb-ba5f-ba910a20e667 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 930} {{(pid=101842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:32:40.633112 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-654eaa99-8749-47eb-ba5f-ba910a20e667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:40.633392 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.segments_db [None req-654eaa99-8749-47eb-ba5f-ba910a20e667 admin admin] Added segment 3b684c25-e1f1-4a60-bef6-7b4548e18e8a of type vlan for network acba2ac2-4dda-4f15-b3fb-5874b71db82d Oct 29 01:32:40.645449 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654eaa99-8749-47eb-ba5f-ba910a20e667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0c753d-0531-4a55-ad5a-287548bda1a4,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:40.742186 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-654eaa99-8749-47eb-ba5f-ba910a20e667 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:40.756405 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-cbbaffb4-1911-4d80-8a8c-02f19f7a6fe0 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Allocated IP 172.20.0.11 (a043b94c-5557-4790-9d4f-a18ae31f901e/7ed2fece-7aac-4099-89f1-80ff95b27b1e/c07b84b3-5be0-4f7b-8bb4-7af5141edcb7) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:32:40.790418 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa151246-1697-4ca1-9dd0-b4987a639eb1 req-fabc2d82-bc58-4959-af50-1b0b46e3e45d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:40.792068 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-aa151246-1697-4ca1-9dd0-b4987a639eb1 req-fabc2d82-bc58-4959-af50-1b0b46e3e45d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.1252296 Oct 29 01:32:40.861969 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-aa151246-1697-4ca1-9dd0-b4987a639eb1 req-a2807fd8-748c-4b40-80f0-d49b01942857 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616548 Oct 29 01:32:40.902658 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-654eaa99-8749-47eb-ba5f-ba910a20e667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:40.903683 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654eaa99-8749-47eb-ba5f-ba910a20e667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:40.904275 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-654eaa99-8749-47eb-ba5f-ba910a20e667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:41.195208 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:41.278145 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e7012688-e55c-4722-a144-43bd0b46aae7 req-e9e9d4b8-163d-4249-bdab-83e4bdc984e8 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 210 time: 0.0717399 Oct 29 01:32:41.288007 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654eaa99-8749-47eb-ba5f-ba910a20e667 admin admin] Pushing event updated for resources: {'Network': ['ID=acba2ac2-4dda-4f15-b3fb-5874b71db82d,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:41.301196 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-654eaa99-8749-47eb-ba5f-ba910a20e667 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2404997 Oct 29 01:32:41.303688 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 32962) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:41.313242 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network acba2ac2-4dda-4f15-b3fb-5874b71db82d details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:32:41.321128 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-0d2446b5-a792-47d7-85a6-4ec45da5bbf1 admin admin] Request body: {'subnet': {'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1743133785-subnet', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'ip_version': 4}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:41.329211 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-cbbaffb4-1911-4d80-8a8c-02f19f7a6fe0 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:41.342063 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0c39d-fb11-4e0f-9d7f-d90abd9c12f3 req-0645e876-bf83-47ca-8829-efb28709eff4 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:41.343595 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-03e0c39d-fb11-4e0f-9d7f-d90abd9c12f3 req-0645e876-bf83-47ca-8829-efb28709eff4 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 948 time: 0.4151850 Oct 29 01:32:41.397872 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-03e0c39d-fb11-4e0f-9d7f-d90abd9c12f3 req-39a8c315-5704-4ea8-9b60-dc647c3b5149 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481017 Oct 29 01:32:41.417680 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2446b5-a792-47d7-85a6-4ec45da5bbf1 admin admin] Made reservation on behalf of fea0db42704249b29fba70abbda7991c for: {'subnet': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:32:41.420060 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0d2446b5-a792-47d7-85a6-4ec45da5bbf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25205606'] for subnet, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:41.475406 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-cbbaffb4-1911-4d80-8a8c-02f19f7a6fe0 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:41.518354 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-cbbaffb4-1911-4d80-8a8c-02f19f7a6fe0 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Network a043b94c-5557-4790-9d4f-a18ae31f901e is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:32:41.521515 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-cbbaffb4-1911-4d80-8a8c-02f19f7a6fe0 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:41.525399 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-cbbaffb4-1911-4d80-8a8c-02f19f7a6fe0 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:32:41.550471 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbaffb4-1911-4d80-8a8c-02f19f7a6fe0 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Pushing event updated for resources: {'Port': ['ID=c07b84b3-5be0-4f7b-8bb4-7af5141edcb7,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:41.585014 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-cbbaffb4-1911-4d80-8a8c-02f19f7a6fe0 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:41.585692 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-cbbaffb4-1911-4d80-8a8c-02f19f7a6fe0 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:41.693784 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0d2446b5-a792-47d7-85a6-4ec45da5bbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2790585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25205404'] for subnet, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:41.695460 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-cbbaffb4-1911-4d80-8a8c-02f19f7a6fe0 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4222922 Oct 29 01:32:41.712573 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Request body: {'port': {'device_id': 'c49107f1-6a48-4184-8bb6-fa2f027193ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:41.744904 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2446b5-a792-47d7-85a6-4ec45da5bbf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d083ebb-5c9a-460a-ad02-feb3e3129bdc,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:41.761905 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2446b5-a792-47d7-85a6-4ec45da5bbf1 admin admin] Checking segment: {'id': '3b684c25-e1f1-4a60-bef6-7b4548e18e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:32:41.762343 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2446b5-a792-47d7-85a6-4ec45da5bbf1 admin admin] Network hostable DHCP agents. Network: acba2ac2-4dda-4f15-b3fb-5874b71db82d, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:32:41.776540 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:41.846233 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2446b5-a792-47d7-85a6-4ec45da5bbf1 admin admin] Network acba2ac2-4dda-4f15-b3fb-5874b71db82d is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:32:41.960644 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-0d2446b5-a792-47d7-85a6-4ec45da5bbf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, acba2ac2-4dda-4f15-b3fb-5874b71db82d) {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:41.965424 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2446b5-a792-47d7-85a6-4ec45da5bbf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:41.966019 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0d2446b5-a792-47d7-85a6-4ec45da5bbf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:41.972480 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e38c371-9f13-42ed-bf9a-cd67e8594e9c None None] Network acba2ac2-4dda-4f15-b3fb-5874b71db82d requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:32:42.020074 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4497ff-31c4-4fef-80e9-0f5856ff31b7 req-f69d6933-77a1-4e67-9577-e2cfd063435d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:42.021656 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cf4497ff-31c4-4fef-80e9-0f5856ff31b7 req-f69d6933-77a1-4e67-9577-e2cfd063435d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.0751820 Oct 29 01:32:42.029366 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device df08f389-09bf-4e90-a0eb-f79791090268 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:32:42.052578 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 32972) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:42.054269 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-0d2446b5-a792-47d7-85a6-4ec45da5bbf1 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7487628 Oct 29 01:32:42.060786 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1743133785-router', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:42.089833 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cf4497ff-31c4-4fef-80e9-0f5856ff31b7 req-52ed6b4f-c62e-4a8a-9d13-56ff7fd9fd99 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610621 Oct 29 01:32:42.149718 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:32:42.162509 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.169470 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port df08f389-09bf-4e90-a0eb-f79791090268, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=df08f389-09bf-4e90-a0eb-f79791090268,segment=NetworkSegment(ee51dbf1-07e7-4afa-b226-8221bc53cf16),segment_id=ee51dbf1-07e7-4afa-b226-8221bc53cf16)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:42.182323 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Transition to ACTIVE for port object c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 will not be triggered until provisioned by entity L2. {{(pid=101842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:32:42.182744 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': 'df08f389-09bf-4e90-a0eb-f79791090268', 'network_id': '49e4246f-d6b8-4462-ae62-da8ed9d4d951', 'port_id': 'df08f389-09bf-4e90-a0eb-f79791090268', 'mac_address': 'fa:16:3e:54:46:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceba0731-f90f-4933-a93d-ada69f9bdcc5', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:32:42.195474 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3604'] for router, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.196722 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3587'] for router, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.249927 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.252006 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.283897 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df08f389-09bf-4e90-a0eb-f79791090268 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:32:42.296420 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d33461b-c472-5369-acc0-faddeed87618-acba2ac2-4dda-4f15-b3fb-5874b71db82d', 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'fixed_ips': [{'subnet_id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc'}]}} from dv-cinder-813984-5-iscsi. {{(pid=101844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 01:32:42.297298 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.298378 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.310306 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port df08f389-09bf-4e90-a0eb-f79791090268, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=df08f389-09bf-4e90-a0eb-f79791090268,segment=NetworkSegment(ee51dbf1-07e7-4afa-b226-8221bc53cf16),segment_id=ee51dbf1-07e7-4afa-b226-8221bc53cf16)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:42.359783 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Pushing event updated for resources: {'Port': ['ID=c07b84b3-5be0-4f7b-8bb4-7af5141edcb7,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:42.434766 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.517109 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Allocated IP 172.20.0.2 (acba2ac2-4dda-4f15-b3fb-5874b71db82d/7d083ebb-5c9a-460a-ad02-feb3e3129bdc/08720d8e-bbd0-472b-97bb-7cc14c998dc4) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:32:42.532064 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=df08f389-09bf-4e90-a0eb-f79791090268,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:42.610300 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb037b8-e9de-4c3b-b9c7-493cd6ccc6aa req-0402fbd4-5602-47ae-aa0e-f9c426ebcda6 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:42.611607 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0bb037b8-e9de-4c3b-b9c7-493cd6ccc6aa req-0402fbd4-5602-47ae-aa0e-f9c426ebcda6 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 944 time: 0.2238843 Oct 29 01:32:42.659531 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Attempting to bind port c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:32:42.659902 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Attempting to bind port c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'e3c50a38-7e9e-40db-9044-81cb239b1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a043b94c-5557-4790-9d4f-a18ae31f901e'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:32:42.660237 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Attempting to bind port c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 on network a043b94c-5557-4790-9d4f-a18ae31f901e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:32:42.676448 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.689135 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Port c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 on network a043b94c-5557-4790-9d4f-a18ae31f901e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:32:42.689464 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Attempting to bind port c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 on network a043b94c-5557-4790-9d4f-a18ae31f901e {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:32:42.694084 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Publish callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.704735 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:32:42.705080 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Checking segment: {'id': 'e3c50a38-7e9e-40db-9044-81cb239b1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a043b94c-5557-4790-9d4f-a18ae31f901e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:32:42.705534 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Bound using segment: {'id': 'e3c50a38-7e9e-40db-9044-81cb239b1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a043b94c-5557-4790-9d4f-a18ae31f901e'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:32:42.706010 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Bound port: c07b84b3-5be0-4f7b-8bb4-7af5141edcb7, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3c50a38-7e9e-40db-9044-81cb239b1939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 909, 'network_id': 'a043b94c-5557-4790-9d4f-a18ae31f901e'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:32:42.706370 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.732518 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0bb037b8-e9de-4c3b-b9c7-493cd6ccc6aa req-c212a2c3-afff-454a-9b82-f68419e070ac tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891733 Oct 29 01:32:42.739885 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f45b7-d51a-4c37-bf48-b7f7228b5fac req-34e51ae4-933d-4358-a70c-5bbf44b87eb6 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:42.741335 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-555f45b7-d51a-4c37-bf48-b7f7228b5fac req-34e51ae4-933d-4358-a70c-5bbf44b87eb6 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 949 time: 0.1848459 Oct 29 01:32:42.752170 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['df08f389-09bf-4e90-a0eb-f79791090268'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:32:42.847660 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:42.860004 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-555f45b7-d51a-4c37-bf48-b7f7228b5fac req-51c78015-52c5-4cb1-8806-a376bb939fad tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954628 Oct 29 01:32:42.864724 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] For port c07b84b3-5be0-4f7b-8bb4-7af5141edcb7, host hv-cinder-81398, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:32:42.915565 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] For port c07b84b3-5be0-4f7b-8bb4-7af5141edcb7, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=c07b84b3-5be0-4f7b-8bb4-7af5141edcb7,segment=NetworkSegment(e3c50a38-7e9e-40db-9044-81cb239b1939),segment_id=e3c50a38-7e9e-40db-9044-81cb239b1939)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:32:42.924789 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Network acba2ac2-4dda-4f15-b3fb-5874b71db82d is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:32:42.924789 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:42.928863 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:32:42.932888 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Pushing event updated for resources: {'Port': ['ID=08720d8e-bbd0-472b-97bb-7cc14c998dc4,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:42.937445 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad096d-cd30-45ad-9c10-901eb35f586a req-4b62a008-9c6b-4f74-be77-8c0deab37d44 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:42.939658 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-51ad096d-cd30-45ad-9c10-901eb35f586a req-4b62a008-9c6b-4f74-be77-8c0deab37d44 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.1366584 Oct 29 01:32:43.000536 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-51ad096d-cd30-45ad-9c10-901eb35f586a req-28d720b6-a6d0-428d-98bc-2e1971266ad2 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427029 Oct 29 01:32:43.066986 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:43.127192 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Attempting to bind port 08720d8e-bbd0-472b-97bb-7cc14c998dc4 on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:32:43.127546 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Attempting to bind port 08720d8e-bbd0-472b-97bb-7cc14c998dc4 by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '3b684c25-e1f1-4a60-bef6-7b4548e18e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:32:43.127859 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Attempting to bind port 08720d8e-bbd0-472b-97bb-7cc14c998dc4 on network acba2ac2-4dda-4f15-b3fb-5874b71db82d {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:32:43.133229 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:32:43.133598 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Checking segment: {'id': '3b684c25-e1f1-4a60-bef6-7b4548e18e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:32:43.138093 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:43.138093 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Bound using segment: {'id': '3b684c25-e1f1-4a60-bef6-7b4548e18e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:32:43.138093 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Bound port: 08720d8e-bbd0-472b-97bb-7cc14c998dc4, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b684c25-e1f1-4a60-bef6-7b4548e18e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:32:43.138093 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:43.143541 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:43.144592 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:43.146084 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] 10.222.0.83 "PUT /v2.0/ports/c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 HTTP/1.1" status: 200 len: 1094 time: 1.4381781 Oct 29 01:32:43.148403 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c49107f1-6a48-4184-8bb6-fa2f027193ba', 'tag': 'c07b84b3-5be0-4f7b-8bb4-7af5141edcb7'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:32:43.150850 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b0f427-0d22-4233-aa38-15e30e46379e" -d '{"events": [{"name": "network-changed", "server_uuid": "c49107f1-6a48-4184-8bb6-fa2f027193ba", "tag": "c07b84b3-5be0-4f7b-8bb4-7af5141edcb7"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:32:43.213103 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321ec42-14a7-44cb-8766-fe87ac230b37 service neutron] Pushing event updated for resources: {'Port': ['ID=c07b84b3-5be0-4f7b-8bb4-7af5141edcb7,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:43.214212 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] For port 08720d8e-bbd0-472b-97bb-7cc14c998dc4, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:32:43.217577 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] For port 08720d8e-bbd0-472b-97bb-7cc14c998dc4, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=08720d8e-bbd0-472b-97bb-7cc14c998dc4,segment=NetworkSegment(3b684c25-e1f1-4a60-bef6-7b4548e18e8a),segment_id=3b684c25-e1f1-4a60-bef6-7b4548e18e8a)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:32:43.239606 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:43.264464 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:43.296995 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5439e86-4d4b-4d6b-8bcd-7fe4fec06d8a req-c32baf96-60da-4685-b113-dac60960ecf4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:43.298508 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b5439e86-4d4b-4d6b-8bcd-7fe4fec06d8a req-c32baf96-60da-4685-b113-dac60960ecf4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.1072578 Oct 29 01:32:43.316130 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793d8195-3de1-442b-a31c-cc39f5e16c14 x-openstack-request-id: req-793d8195-3de1-442b-a31c-cc39f5e16c14 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:32:43.316416 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c49107f1-6a48-4184-8bb6-fa2f027193ba", "tag": "c07b84b3-5be0-4f7b-8bb4-7af5141edcb7", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:32:43.316669 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-793d8195-3de1-442b-a31c-cc39f5e16c14 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:32:43.317105 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c49107f1-6a48-4184-8bb6-fa2f027193ba', 'tag': 'c07b84b3-5be0-4f7b-8bb4-7af5141edcb7', 'status': 'completed', 'code': 200} Oct 29 01:32:43.321432 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:43.404273 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db366a-52bb-4d2f-8b5c-aa23a41b50ea None None] Pushing event updated for resources: {'Port': ['ID=08720d8e-bbd0-472b-97bb-7cc14c998dc4,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:43.459587 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-01220145-6939-417e-8282-17b361c70698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:43.463982 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-01220145-6939-417e-8282-17b361c70698 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7aa66fedc6704473996d04ffbf8135e0&device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 1097 time: 0.1864619 Oct 29 01:32:43.467848 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b5439e86-4d4b-4d6b-8bcd-7fe4fec06d8a req-c1439403-1d44-4f65-b45b-136a3f50fcd9 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534054 Oct 29 01:32:43.521312 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-5693513d-d781-4a54-bf61-6fb684695c52 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 HTTP/1.1" status: 200 len: 217 time: 0.0460691 Oct 29 01:32:43.529937 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5341d-674e-4ef0-81c4-12d7548f9a6f req-f2a5186d-32de-4b97-80d4-8cbed68c817a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:43.531418 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-21a5341d-674e-4ef0-81c4-12d7548f9a6f req-f2a5186d-32de-4b97-80d4-8cbed68c817a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.1754835 Oct 29 01:32:43.591564 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Allocated IP 172.27.3.203 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/30533df9-6d09-43a0-9444-afd728874a58) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:32:43.645134 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-21a5341d-674e-4ef0-81c4-12d7548f9a6f req-2376ec6e-12c3-40a7-ac96-b196b7b4fb4d tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968153 Oct 29 01:32:43.679028 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-a97b17fd-f80c-4cfc-85e7-87e273b028b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:43.680553 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-a97b17fd-f80c-4cfc-85e7-87e273b028b5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ed2fece-7aac-4099-89f1-80ff95b27b1e HTTP/1.1" status: 200 len: 853 time: 0.1482291 Oct 29 01:32:43.720757 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-137fa8fc-6a0c-4216-ab53-cf921608c525 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a043b94c-5557-4790-9d4f-a18ae31f901e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296869 Oct 29 01:32:43.813582 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:43.908500 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-ce2d79af-f906-48d7-8ef4-40642351672d service neutron] 10.222.0.83 "GET /v2.0/networks/a043b94c-5557-4790-9d4f-a18ae31f901e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730161 Oct 29 01:32:43.917956 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21139ec-ae5c-4af1-b3e0-11e6e6effbef req-9175d2f3-ac6b-4d9c-bece-ef79ab6a27bd tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:43.919459 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a21139ec-ae5c-4af1-b3e0-11e6e6effbef req-9175d2f3-ac6b-4d9c-bece-ef79ab6a27bd tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 944 time: 0.1166370 Oct 29 01:32:44.017756 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:44.030066 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device df08f389-09bf-4e90-a0eb-f79791090268 up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:44.092736 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:32:44.102707 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a21139ec-ae5c-4af1-b3e0-11e6e6effbef req-c6f89d3b-687a-4f78-afbf-a2af1fc4d79e tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742926 Oct 29 01:32:44.113728 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:44.125681 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:32:44.132829 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab8e84-bb27-4a8d-827c-d155a29c16f2 req-b93299a6-3e81-4215-af08-d241c05fe746 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:44.134925 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-77ab8e84-bb27-4a8d-827c-d155a29c16f2 req-b93299a6-3e81-4215-af08-d241c05fe746 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 949 time: 0.1893342 Oct 29 01:32:44.140717 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Pushing event updated for resources: {'Port': ['ID=30533df9-6d09-43a0-9444-afd728874a58,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:44.167902 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port df08f389-09bf-4e90-a0eb-f79791090268 completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:32:44.172901 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port df08f389-09bf-4e90-a0eb-f79791090268 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:44.173294 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:44.202878 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6323276e-3b3a-4dd2-b7d6-a2cdefe4d8f0 req-4029cf63-856e-47c3-a11c-0e7479fd9e89 service neutron] 10.222.0.83 "GET /v2.0/networks/a043b94c-5557-4790-9d4f-a18ae31f901e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816217 Oct 29 01:32:44.284946 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:44.314207 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf67257-a3ee-4cb2-bd74-d382b9d6e903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df08f389-09bf-4e90-a0eb-f79791090268'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:32:44.316564 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3aa07a-fc13-4157-938e-0068cfa03771" -d '{"events": [{"server_uuid": "1cf67257-a3ee-4cb2-bd74-d382b9d6e903", "name": "network-vif-plugged", "status": "completed", "tag": "df08f389-09bf-4e90-a0eb-f79791090268"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:32:44.331522 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port df08f389-09bf-4e90-a0eb-f79791090268, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=df08f389-09bf-4e90-a0eb-f79791090268,segment=NetworkSegment(ee51dbf1-07e7-4afa-b226-8221bc53cf16),segment_id=ee51dbf1-07e7-4afa-b226-8221bc53cf16)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:44.371245 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1391820-7812-4874-a3f5-433b00ba0d51 None None] Network acba2ac2-4dda-4f15-b3fb-5874b71db82d requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:32:44.442462 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:44.456269 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-10343449-2058-4fcc-baa3-78f3eb63ddcc None None] Provisioning complete for port 08720d8e-bbd0-472b-97bb-7cc14c998dc4 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:44.456691 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-10343449-2058-4fcc-baa3-78f3eb63ddcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:44.570113 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=df08f389-09bf-4e90-a0eb-f79791090268,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:44.580855 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-77ab8e84-bb27-4a8d-827c-d155a29c16f2 req-29f4d0f3-bff2-4588-8dd2-565e63578906 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096327 Oct 29 01:32:44.652994 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-10343449-2058-4fcc-baa3-78f3eb63ddcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:44.664394 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fda58-eb4f-42ee-b88a-725ff4ce96c8 req-55b8fd46-8eeb-418f-990b-38ec61c71722 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:44.665229 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-069fda58-eb4f-42ee-b88a-725ff4ce96c8 req-55b8fd46-8eeb-418f-990b-38ec61c71722 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.4611876 Oct 29 01:32:44.676652 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581540b9-1748-48e5-a24d-c74d9b871476 x-openstack-request-id: req-581540b9-1748-48e5-a24d-c74d9b871476 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:32:44.677017 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf67257-a3ee-4cb2-bd74-d382b9d6e903", "name": "network-vif-plugged", "status": "completed", "tag": "df08f389-09bf-4e90-a0eb-f79791090268", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:32:44.677283 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-581540b9-1748-48e5-a24d-c74d9b871476 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:32:44.677684 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf67257-a3ee-4cb2-bd74-d382b9d6e903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df08f389-09bf-4e90-a0eb-f79791090268', 'code': 200} Oct 29 01:32:44.695351 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f427-0d22-4233-aa38-15e30e46379e req-50c15c3d-3812-49fa-aa4d-56e4380a01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:44.695351 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-58b0f427-0d22-4233-aa38-15e30e46379e req-50c15c3d-3812-49fa-aa4d-56e4380a01b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7aa66fedc6704473996d04ffbf8135e0&device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 1097 time: 0.1103978 Oct 29 01:32:44.710768 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-10343449-2058-4fcc-baa3-78f3eb63ddcc None None] For port 08720d8e-bbd0-472b-97bb-7cc14c998dc4, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=08720d8e-bbd0-472b-97bb-7cc14c998dc4,segment=NetworkSegment(3b684c25-e1f1-4a60-bef6-7b4548e18e8a),segment_id=3b684c25-e1f1-4a60-bef6-7b4548e18e8a)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:44.784542 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 08720d8e-bbd0-472b-97bb-7cc14c998dc4 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:44.817080 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-069fda58-eb4f-42ee-b88a-725ff4ce96c8 req-acef3399-b445-43f4-966a-8ecc7677b368 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414998 Oct 29 01:32:44.854229 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-10343449-2058-4fcc-baa3-78f3eb63ddcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:44.861293 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 08720d8e-bbd0-472b-97bb-7cc14c998dc4 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:44.861702 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:44.971315 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f427-0d22-4233-aa38-15e30e46379e req-a89061e4-d9da-4243-ab8d-064d9fae48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:44.972842 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-58b0f427-0d22-4233-aa38-15e30e46379e req-a89061e4-d9da-4243-ab8d-064d9fae48fc service neutron] 10.222.0.83 "GET /v2.0/networks?id=a043b94c-5557-4790-9d4f-a18ae31f901e HTTP/1.1" status: 200 len: 914 time: 0.2652833 Oct 29 01:32:44.979884 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10343449-2058-4fcc-baa3-78f3eb63ddcc None None] Pushing event updated for resources: {'Port': ['ID=08720d8e-bbd0-472b-97bb-7cc14c998dc4,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:45.014207 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-d09e9991-e7e8-4b48-8235-cb64272ea78f None None] Provisioning complete for port 08720d8e-bbd0-472b-97bb-7cc14c998dc4 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:45.014574 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d09e9991-e7e8-4b48-8235-cb64272ea78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:45.046303 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55d82c-56e8-4af3-8007-76a0dafc1ae6 req-6cb503dc-96de-418b-a4e6-5fb41956fd01 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:45.047879 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8d55d82c-56e8-4af3-8007-76a0dafc1ae6 req-6cb503dc-96de-418b-a4e6-5fb41956fd01 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.2847068 Oct 29 01:32:45.054431 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-58b0f427-0d22-4233-aa38-15e30e46379e req-81a784eb-9474-45d6-b3d3-68690b04c439 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 HTTP/1.1" status: 200 len: 217 time: 0.0677490 Oct 29 01:32:45.094479 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174f033-06b1-4a26-b1cb-d9018157087c req-40d931b7-eac4-4c3b-80ad-20fee7be23ce tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:45.096041 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1174f033-06b1-4a26-b1cb-d9018157087c req-40d931b7-eac4-4c3b-80ad-20fee7be23ce tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.1664183 Oct 29 01:32:45.162225 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:45.293713 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8d55d82c-56e8-4af3-8007-76a0dafc1ae6 req-8662fcde-5992-4ad3-b0b7-57cca59d5dd0 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352273 Oct 29 01:32:45.299276 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f427-0d22-4233-aa38-15e30e46379e req-db634c4b-ba1d-400a-b064-d56fd82ddfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:45.300721 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-58b0f427-0d22-4233-aa38-15e30e46379e req-db634c4b-ba1d-400a-b064-d56fd82ddfb9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7ed2fece-7aac-4099-89f1-80ff95b27b1e HTTP/1.1" status: 200 len: 853 time: 0.2185159 Oct 29 01:32:45.314135 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1174f033-06b1-4a26-b1cb-d9018157087c req-ae01a8b0-0c65-4746-912a-2d63d99e793b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964927 Oct 29 01:32:45.332201 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d4944-0356-467d-9a4e-d2a468fe8a66 req-30b28ff7-3fc6-4afd-b3cb-b52a87d85427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:45.332201 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-334d4944-0356-467d-9a4e-d2a468fe8a66 req-30b28ff7-3fc6-4afd-b3cb-b52a87d85427 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 1103 time: 0.2484603 Oct 29 01:32:45.358745 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-58b0f427-0d22-4233-aa38-15e30e46379e req-e9100308-9360-477a-8b30-3d116ba5b482 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a043b94c-5557-4790-9d4f-a18ae31f901e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436447 Oct 29 01:32:45.552134 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-334d4944-0356-467d-9a4e-d2a468fe8a66 req-3f31c91b-407d-416e-97a3-5e0f0cf775c4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996684 Oct 29 01:32:45.577573 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc445b4f-3967-4ee4-ada9-d988adcc6625 req-42dbabcb-2a34-42b6-801f-d08a7884c97b tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:45.579234 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-dc445b4f-3967-4ee4-ada9-d988adcc6625 req-42dbabcb-2a34-42b6-801f-d08a7884c97b tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 944 time: 0.2116051 Oct 29 01:32:45.631313 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-58b0f427-0d22-4233-aa38-15e30e46379e req-08a85bbf-99ab-4e32-9142-32bd0c872509 service neutron] 10.222.0.83 "GET /v2.0/networks/a043b94c-5557-4790-9d4f-a18ae31f901e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535949 Oct 29 01:32:45.632289 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991112'] for router, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:45.730023 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-dc445b4f-3967-4ee4-ada9-d988adcc6625 req-313ed1a3-0fb5-4096-b500-1ba2ec02dda6 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434047 Oct 29 01:32:45.792712 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34852ea0-9f2c-4424-a394-3d0ad12323f7 req-308ab184-d877-49d1-91f0-01b0a3359425 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:45.794256 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-34852ea0-9f2c-4424-a394-3d0ad12323f7 req-308ab184-d877-49d1-91f0-01b0a3359425 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 950 time: 0.1158400 Oct 29 01:32:45.904004 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-34852ea0-9f2c-4424-a394-3d0ad12323f7 req-080ee479-1e67-43df-9c30-67d40733f567 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991585 Oct 29 01:32:45.960981 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-58b0f427-0d22-4233-aa38-15e30e46379e req-68a6d5d5-041f-4500-8120-2d83543604d5 service neutron] 10.222.0.83 "GET /v2.0/networks/a043b94c-5557-4790-9d4f-a18ae31f901e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903744 Oct 29 01:32:45.981790 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6a4de-6344-4b56-8019-148b48c6cff1 req-a4cf3912-1df5-464c-a9f1-80fdae0a8872 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:45.983296 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-87e6a4de-6344-4b56-8019-148b48c6cff1 req-a4cf3912-1df5-464c-a9f1-80fdae0a8872 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0892584 Oct 29 01:32:46.023620 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-87e6a4de-6344-4b56-8019-148b48c6cff1 req-ca7158c6-870e-487c-b62b-86e2a9f5d3bb tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341716 Oct 29 01:32:46.040290 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Router 0e017201-0708-46f3-bf83-66041b1b8524 is scheduled to L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac with binding_index 1 {{(pid=101842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 01:32:46.054080 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:32:46.146462 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:32:46.159559 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Sync routers for ids ['0e017201-0708-46f3-bf83-66041b1b8524'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:32:46.167756 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port c07b84b3-5be0-4f7b-8bb4-7af5141edcb7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=c07b84b3-5be0-4f7b-8bb4-7af5141edcb7,segment=NetworkSegment(e3c50a38-7e9e-40db-9044-81cb239b1939),segment_id=e3c50a38-7e9e-40db-9044-81cb239b1939)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:46.169998 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Routers {'0e017201-0708-46f3-bf83-66041b1b8524'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:32:46.170621 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:32:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['0e017201-0708-46f3-bf83-66041b1b8524'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:46.179119 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': 'c07b84b3-5be0-4f7b-8bb4-7af5141edcb7', 'network_id': 'a043b94c-5557-4790-9d4f-a18ae31f901e', 'port_id': 'c07b84b3-5be0-4f7b-8bb4-7af5141edcb7', 'mac_address': 'fa:16:3e:88:5c:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 909, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ed2fece-7aac-4099-89f1-80ff95b27b1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:32:46.217466 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:46.230484 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:32:46.249547 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port c07b84b3-5be0-4f7b-8bb4-7af5141edcb7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=c07b84b3-5be0-4f7b-8bb4-7af5141edcb7,segment=NetworkSegment(e3c50a38-7e9e-40db-9044-81cb239b1939),segment_id=e3c50a38-7e9e-40db-9044-81cb239b1939)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:46.271333 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] Publish callbacks [] for router, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:46.272736 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-795a06ec-7661-4a94-a409-938befc9096e admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2192054 Oct 29 01:32:46.276812 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33012) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:46.277902 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Set router 0e017201-0708-46f3-bf83-66041b1b8524 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:32:46.378742 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cab2b-aee8-495f-8d34-91228f3a6ecc req-9b7c737b-0b0d-4de9-aeeb-dbe6f891c666 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:46.385734 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d32cab2b-aee8-495f-8d34-91228f3a6ecc req-9b7c737b-0b0d-4de9-aeeb-dbe6f891c666 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.83 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.0584538 Oct 29 01:32:46.407386 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:46.408267 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 01153800-bf44-4376-854e-aec24743a4d7 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:32:46.490424 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e017201-0708-46f3-bf83-66041b1b8524', 'name': 'tempest-TestShelveInstance-1743133785-router', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '30533df9-6d09-43a0-9444-afd728874a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:42Z', 'updated_at': '2021-10-29T01:32:44Z', 'revision_number': 3, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'gw_port': {'id': '30533df9-6d09-43a0-9444-afd728874a58', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:43Z', 'updated_at': '2021-10-29T01:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:46.524518 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Checking router: 0e017201-0708-46f3-bf83-66041b1b8524 for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:32:46.527845 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=c07b84b3-5be0-4f7b-8bb4-7af5141edcb7,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:46.528203 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Updating router 0e017201-0708-46f3-bf83-66041b1b8524 port 30533df9-6d09-43a0-9444-afd728874a58 binding host dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:32:46.562960 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:46.575610 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 01153800-bf44-4376-854e-aec24743a4d7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=01153800-bf44-4376-854e-aec24743a4d7,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:46.595552 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': '01153800-bf44-4376-854e-aec24743a4d7', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'port_id': '01153800-bf44-4376-854e-aec24743a4d7', 'mac_address': 'fa:16:3e:94:03:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:32:46.616251 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84b200-0a64-4a19-b27a-8baefff34fbe req-60815ba2-f1f9-492b-bea0-bce2f3176748 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:46.624277 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8f84b200-0a64-4a19-b27a-8baefff34fbe req-60815ba2-f1f9-492b-bea0-bce2f3176748 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 945 time: 0.1781065 Oct 29 01:32:46.645887 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5296f-15e5-4bda-a5c8-2501bf9c53cf req-2effe49d-bb10-48f1-bf06-3824bf270360 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:46.654348 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f4b5296f-15e5-4bda-a5c8-2501bf9c53cf req-2effe49d-bb10-48f1-bf06-3824bf270360 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 943 time: 0.2099006 Oct 29 01:32:46.657824 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:46.682914 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 08720d8e-bbd0-472b-97bb-7cc14c998dc4 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:46.729108 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01153800-bf44-4376-854e-aec24743a4d7 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:32:46.747143 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8f84b200-0a64-4a19-b27a-8baefff34fbe req-5771a8c9-c0b4-4977-afe9-2409b4e5994f tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162655 Oct 29 01:32:46.763242 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 08720d8e-bbd0-472b-97bb-7cc14c998dc4 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:46.763819 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:46.792881 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2852982c-a954-4f37-b158-461475777eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:46.799628 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f4b5296f-15e5-4bda-a5c8-2501bf9c53cf req-d0db398c-4ba9-4f48-bb44-4ac11047e9e3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443455 Oct 29 01:32:46.802848 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 01153800-bf44-4376-854e-aec24743a4d7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=01153800-bf44-4376-854e-aec24743a4d7,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:46.809747 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-d32cab2b-aee8-495f-8d34-91228f3a6ecc req-e7bac2b0-6880-47f8-8a25-25f477cebdc3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Deleting port 8795097b-0746-4ca7-81ba-d053d48c81c2 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:32:46.810378 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-d32cab2b-aee8-495f-8d34-91228f3a6ecc req-e7bac2b0-6880-47f8-8a25-25f477cebdc3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:46.883180 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:46.932165 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Publish callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:46.961982 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=01153800-bf44-4376-854e-aec24743a4d7,revision_number=9']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:46.993511 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a610b32-0f83-4f66-9284-0e6d052e1107 req-e275296a-badc-4e32-9059-1b36f464cfcc tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:46.996058 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1a610b32-0f83-4f66-9284-0e6d052e1107 req-e275296a-badc-4e32-9059-1b36f464cfcc tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 945 time: 0.1337471 Oct 29 01:32:47.006693 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.039632 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [None req-2852982c-a954-4f37-b158-461475777eed admin admin] Allocated IP 172.20.0.1 (acba2ac2-4dda-4f15-b3fb-5874b71db82d/7d083ebb-5c9a-460a-ad02-feb3e3129bdc/7eb7dd27-5225-4141-8bd0-aa6e0c0ae355) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:32:47.062000 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Attempting to bind port 30533df9-6d09-43a0-9444-afd728874a58 on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:32:47.064023 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Attempting to bind port 30533df9-6d09-43a0-9444-afd728874a58 by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:32:47.064023 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Attempting to bind port 30533df9-6d09-43a0-9444-afd728874a58 on network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:32:47.065127 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff85e4-aa9e-4a6a-8a19-25cb04e95dd5 None None] Pushing event updated for resources: {'Port': ['ID=30533df9-6d09-43a0-9444-afd728874a58,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:47.075001 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff85e4-aa9e-4a6a-8a19-25cb04e95dd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:47.075515 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff85e4-aa9e-4a6a-8a19-25cb04e95dd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:47.075977 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff85e4-aa9e-4a6a-8a19-25cb04e95dd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:47.076182 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-d32cab2b-aee8-495f-8d34-91228f3a6ecc req-e7bac2b0-6880-47f8-8a25-25f477cebdc3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] For port 8795097b-0746-4ca7-81ba-d053d48c81c2, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8795097b-0746-4ca7-81ba-d053d48c81c2,segment=NetworkSegment(33ff02cd-52dc-4853-a733-113b2fb2c58e),segment_id=33ff02cd-52dc-4853-a733-113b2fb2c58e)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:47.076825 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-d32cab2b-aee8-495f-8d34-91228f3a6ecc req-e7bac2b0-6880-47f8-8a25-25f477cebdc3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.080458 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff85e4-aa9e-4a6a-8a19-25cb04e95dd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:47.080964 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff85e4-aa9e-4a6a-8a19-25cb04e95dd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:47.081403 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff85e4-aa9e-4a6a-8a19-25cb04e95dd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:47.081840 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff85e4-aa9e-4a6a-8a19-25cb04e95dd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:47.082671 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff85e4-aa9e-4a6a-8a19-25cb04e95dd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:47.083123 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff85e4-aa9e-4a6a-8a19-25cb04e95dd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:47.083489 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff85e4-aa9e-4a6a-8a19-25cb04e95dd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:47.083898 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff85e4-aa9e-4a6a-8a19-25cb04e95dd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:47.086585 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ff85e4-aa9e-4a6a-8a19-25cb04e95dd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:47.093207 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:32:47.093745 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Checking segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:32:47.094791 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.095336 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Bound using segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:32:47.095953 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Bound port: 30533df9-6d09-43a0-9444-afd728874a58, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:32:47.096517 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.111290 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-d32cab2b-aee8-495f-8d34-91228f3a6ecc req-e7bac2b0-6880-47f8-8a25-25f477cebdc3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Calling delete_port for 8795097b-0746-4ca7-81ba-d053d48c81c2 owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:32:47.131082 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1a610b32-0f83-4f66-9284-0e6d052e1107 req-486b8825-7e3f-4c8c-9860-e13b88eeb5e5 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269524 Oct 29 01:32:47.153806 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] For port 30533df9-6d09-43a0-9444-afd728874a58, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:32:47.157199 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] For port 30533df9-6d09-43a0-9444-afd728874a58, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=30533df9-6d09-43a0-9444-afd728874a58,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:32:47.177235 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2852982c-a954-4f37-b158-461475777eed admin admin] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.178626 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb91e6-d5a6-456c-ab74-7ece214cd453 req-6933532a-0798-4047-bfa9-ea568bc92799 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:47.180177 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9beb91e6-d5a6-456c-ab74-7ece214cd453 req-6933532a-0798-4047-bfa9-ea568bc92799 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 950 time: 0.1751795 Oct 29 01:32:47.197364 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['01153800-bf44-4376-854e-aec24743a4d7'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:32:47.223258 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['c07b84b3-5be0-4f7b-8bb4-7af5141edcb7'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:32:47.245225 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9beb91e6-d5a6-456c-ab74-7ece214cd453 req-6a417abd-7401-46df-82e6-d275fdfde7d7 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554790 Oct 29 01:32:47.293913 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.344424 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2852982c-a954-4f37-b158-461475777eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.363398 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Routers {'0e017201-0708-46f3-bf83-66041b1b8524'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:32:47.364308 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:32:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['0e017201-0708-46f3-bf83-66041b1b8524'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:47.390899 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2852982c-a954-4f37-b158-461475777eed admin admin] Network acba2ac2-4dda-4f15-b3fb-5874b71db82d is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:32:47.396403 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-2852982c-a954-4f37-b158-461475777eed admin admin] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:47.399165 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2852982c-a954-4f37-b158-461475777eed admin admin] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:32:47.408455 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff85e4-aa9e-4a6a-8a19-25cb04e95dd5 None None] Pushing event updated for resources: {'Port': ['ID=30533df9-6d09-43a0-9444-afd728874a58,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:47.434133 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47344338-6b9a-4399-8d7a-d6f98eb2cc1f req-d8e9403a-39e0-4f33-97f7-06857bf3254f tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:47.444974 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-47344338-6b9a-4399-8d7a-d6f98eb2cc1f req-d8e9403a-39e0-4f33-97f7-06857bf3254f tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.1152420 Oct 29 01:32:47.467859 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-d32cab2b-aee8-495f-8d34-91228f3a6ecc req-e7bac2b0-6880-47f8-8a25-25f477cebdc3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.471535 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2852982c-a954-4f37-b158-461475777eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989877'] for router_interface, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.474561 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852982c-a954-4f37-b158-461475777eed admin admin] Pushing event updated for resources: {'Port': ['ID=7eb7dd27-5225-4141-8bd0-aa6e0c0ae355,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:47.515349 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bac2b0-6880-47f8-8a25-25f477cebdc3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Pushing event deleted for resources: {'Port': ['ID=8795097b-0746-4ca7-81ba-d053d48c81c2,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:47.522141 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] Set router 0e017201-0708-46f3-bf83-66041b1b8524 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:32:47.574491 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-47344338-6b9a-4399-8d7a-d6f98eb2cc1f req-82c49dc9-1ecd-4358-a662-b901afe5b296 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285830 Oct 29 01:32:47.583842 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32cab2b-aee8-495f-8d34-91228f3a6ecc req-e7bac2b0-6880-47f8-8a25-25f477cebdc3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] No DVR routers for this DVR port 8795097b-0746-4ca7-81ba-d053d48c81c2 on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:32:47.583842 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-d32cab2b-aee8-495f-8d34-91228f3a6ecc req-e7bac2b0-6880-47f8-8a25-25f477cebdc3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.583842 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d32cab2b-aee8-495f-8d34-91228f3a6ecc req-e7bac2b0-6880-47f8-8a25-25f477cebdc3 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.83 "DELETE /v2.0/ports/8795097b-0746-4ca7-81ba-d053d48c81c2 HTTP/1.1" status: 204 len: 173 time: 1.1907649 Oct 29 01:32:47.583842 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8daa36f8-7d64-4d9d-94e6-0519848d4a2c', 'name': 'network-vif-deleted', 'tag': '8795097b-0746-4ca7-81ba-d053d48c81c2'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:32:47.589401 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbd00f9-71dc-4b6f-8798-50e9d1bb41fd" -d '{"events": [{"server_uuid": "8daa36f8-7d64-4d9d-94e6-0519848d4a2c", "name": "network-vif-deleted", "tag": "8795097b-0746-4ca7-81ba-d053d48c81c2"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:32:47.636205 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267ac02e-bdba-4e9a-b0db-8a8ffbc1a766 x-openstack-request-id: req-267ac02e-bdba-4e9a-b0db-8a8ffbc1a766 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:32:47.636626 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8daa36f8-7d64-4d9d-94e6-0519848d4a2c", "name": "network-vif-deleted", "tag": "8795097b-0746-4ca7-81ba-d053d48c81c2", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:32:47.636968 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-267ac02e-bdba-4e9a-b0db-8a8ffbc1a766 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:32:47.637464 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8daa36f8-7d64-4d9d-94e6-0519848d4a2c', 'name': 'network-vif-deleted', 'tag': '8795097b-0746-4ca7-81ba-d053d48c81c2', 'status': 'completed', 'code': 200} Oct 29 01:32:47.700416 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2852982c-a954-4f37-b158-461475777eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.746082 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-d1018eb1-1467-44da-8d39-a84409e02613 None None] Provisioning complete for port 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:47.746363 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d1018eb1-1467-44da-8d39-a84409e02613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.821464 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-d1018eb1-1467-44da-8d39-a84409e02613 None None] Port 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355 cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:32:47.855187 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e017201-0708-46f3-bf83-66041b1b8524', 'name': 'tempest-TestShelveInstance-1743133785-router', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '30533df9-6d09-43a0-9444-afd728874a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:42Z', 'updated_at': '2021-10-29T01:32:44Z', 'revision_number': 3, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'gw_port': {'id': '30533df9-6d09-43a0-9444-afd728874a58', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:43Z', 'updated_at': '2021-10-29T01:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:47.867547 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9159864e-69ad-448d-bd20-ab5b0a598db4 req-7d8c8fc5-d4af-43ae-b294-a33a1d5d8f93 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=8daa36f8-7d64-4d9d-94e6-0519848d4a2c HTTP/1.1" status: 200 len: 210 time: 0.0438840 Oct 29 01:32:47.886837 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2852982c-a954-4f37-b158-461475777eed admin admin] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:47.896837 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc727b7-fda3-4335-9f06-e8204abcaef7 None None] The sync data for ids ['0e017201-0708-46f3-bf83-66041b1b8524'] in dv-cinder-813984-5-iscsi is: [{'id': '0e017201-0708-46f3-bf83-66041b1b8524', 'name': 'tempest-TestShelveInstance-1743133785-router', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '30533df9-6d09-43a0-9444-afd728874a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:42Z', 'updated_at': '2021-10-29T01:32:44Z', 'revision_number': 3, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'gw_port': {'id': '30533df9-6d09-43a0-9444-afd728874a58', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:43Z', 'updated_at': '2021-10-29T01:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:32:47.955067 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['ccaf14e9-30a4-4d96-9861-9c9c8b5e2172', '8795097b-0746-4ca7-81ba-d053d48c81c2'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:32:47.963906 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615bb36-1ba4-4c90-9029-c6ccf4843842 req-4b39d6cd-a8ea-4334-90eb-ff54a36d9dd5 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:47.965497 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b615bb36-1ba4-4c90-9029-c6ccf4843842 req-4b39d6cd-a8ea-4334-90eb-ff54a36d9dd5 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 944 time: 0.0562265 Oct 29 01:32:47.996590 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2852982c-a954-4f37-b158-461475777eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790450'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:48.016880 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b615bb36-1ba4-4c90-9029-c6ccf4843842 req-f33bfedd-8503-4712-a851-79275eaf7378 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438991 Oct 29 01:32:48.073445 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852982c-a954-4f37-b158-461475777eed admin admin] Pushing event updated for resources: {'Port': ['ID=7eb7dd27-5225-4141-8bd0-aa6e0c0ae355,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:48.080548 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2852982c-a954-4f37-b158-461475777eed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987973'] for router_interface, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:48.207289 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2852982c-a954-4f37-b158-461475777eed admin admin] Network acba2ac2-4dda-4f15-b3fb-5874b71db82d is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:32:48.208784 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-2852982c-a954-4f37-b158-461475777eed admin admin] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:48.357562 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2852982c-a954-4f37-b158-461475777eed admin admin] Router 0e017201-0708-46f3-bf83-66041b1b8524 has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:32:48.449372 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e72ee-0f16-4846-b4b0-41793aac0e1c req-3259f101-cb85-4033-987e-fb78268b7b63 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:48.451166 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-447e72ee-0f16-4846-b4b0-41793aac0e1c req-3259f101-cb85-4033-987e-fb78268b7b63 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 945 time: 0.0908277 Oct 29 01:32:48.467060 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99f5b3-04ae-4eb2-a8ac-7ea0a6466c52 req-368c274c-9249-4934-9076-1de190b4c216 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:48.469863 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ec99f5b3-04ae-4eb2-a8ac-7ea0a6466c52 req-368c274c-9249-4934-9076-1de190b4c216 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 950 time: 0.1206582 Oct 29 01:32:48.476379 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-fe2c3f9e-f1be-4bcb-884a-6cab966219eb None None] Provisioning complete for port 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:48.476948 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3f9e-f1be-4bcb-884a-6cab966219eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:48.525057 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c3f9e-f1be-4bcb-884a-6cab966219eb None None] Port 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355 cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:32:48.741693 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 30533df9-6d09-43a0-9444-afd728874a58 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:48.774673 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2852982c-a954-4f37-b158-461475777eed admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:32:48.780441 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-2852982c-a954-4f37-b158-461475777eed admin admin] 10.222.0.87 "PUT /v2.0/routers/0e017201-0708-46f3-bf83-66041b1b8524/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5028567 Oct 29 01:32:48.835395 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-447e72ee-0f16-4846-b4b0-41793aac0e1c req-ac196143-9cf7-40df-b127-44b4ac82c7c9 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529012 Oct 29 01:32:48.835506 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 30533df9-6d09-43a0-9444-afd728874a58 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:48.835506 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:48.848032 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ec99f5b3-04ae-4eb2-a8ac-7ea0a6466c52 req-6ba17566-8076-464d-bbf5-ab8a9a1b9448 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680065 Oct 29 01:32:48.940759 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:48.986949 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c8b2-46ee-4c78-84b5-0178db709678 req-8d9cb1ae-6819-4624-a26a-5216ca460952 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:48.988762 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] For port 30533df9-6d09-43a0-9444-afd728874a58, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=30533df9-6d09-43a0-9444-afd728874a58,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:48.989394 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7d20c8b2-46ee-4c78-84b5-0178db709678 req-8d9cb1ae-6819-4624-a26a-5216ca460952 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0665588 Oct 29 01:32:49.038709 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7d20c8b2-46ee-4c78-84b5-0178db709678 req-027ff178-04e7-4e0f-8440-7414fb9ad4bc tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388541 Oct 29 01:32:49.091975 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:49.146235 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Pushing event updated for resources: {'Port': ['ID=30533df9-6d09-43a0-9444-afd728874a58,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:49.564220 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603c2e8-e130-4431-b4e4-24ca35f10f8d req-3fb27c65-fc14-4af3-af5c-db9228fdbc1b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:49.565719 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1603c2e8-e130-4431-b4e4-24ca35f10f8d req-3fb27c65-fc14-4af3-af5c-db9228fdbc1b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 944 time: 0.0793509 Oct 29 01:32:49.599487 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c1a99-dcb8-49d7-bbd2-9d2ca64285b0 req-9781b01c-c968-4589-a7ef-9614b7983d7d tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:49.601018 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f58c1a99-dcb8-49d7-bbd2-9d2ca64285b0 req-9781b01c-c968-4589-a7ef-9614b7983d7d tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 950 time: 0.0829289 Oct 29 01:32:49.626630 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1603c2e8-e130-4431-b4e4-24ca35f10f8d req-7f3ad862-16c2-4ade-8f9c-5769297af2f7 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528378 Oct 29 01:32:49.658615 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f58c1a99-dcb8-49d7-bbd2-9d2ca64285b0 req-b5d6729d-7b95-438f-9970-85ac28e27802 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462992 Oct 29 01:32:49.687719 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33064) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:49.695172 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-72b4b74c-1bf1-4d5d-a2d9-556d25e9de56 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-728975839-network', 'tenant_id': '0ded337b79e04e829dd47a204b4012d2'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:49.740413 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Sync routers for ids ['0e017201-0708-46f3-bf83-66041b1b8524'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:32:49.750637 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf74d8-2e50-4257-b090-387db1f6f8c2 req-540d33ae-6503-41f3-aa44-0e8ccb899f56 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:49.751467 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Routers {'0e017201-0708-46f3-bf83-66041b1b8524'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:32:49.752227 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e4cf74d8-2e50-4257-b090-387db1f6f8c2 req-540d33ae-6503-41f3-aa44-0e8ccb899f56 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0490260 Oct 29 01:32:49.752346 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:32:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['0e017201-0708-46f3-bf83-66041b1b8524'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:49.789654 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b4b74c-1bf1-4d5d-a2d9-556d25e9de56 admin admin] Made reservation on behalf of 0ded337b79e04e829dd47a204b4012d2 for: {'network': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:32:49.790587 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e4cf74d8-2e50-4257-b090-387db1f6f8c2 req-54aa0db7-d40a-4912-a20c-1ff322365f13 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320928 Oct 29 01:32:49.792449 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-72b4b74c-1bf1-4d5d-a2d9-556d25e9de56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:49.807356 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-72b4b74c-1bf1-4d5d-a2d9-556d25e9de56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:49.881355 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Set router 0e017201-0708-46f3-bf83-66041b1b8524 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:32:49.893067 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-72b4b74c-1bf1-4d5d-a2d9-556d25e9de56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:49.940781 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec1964-d31c-4cca-adab-ea2a03dc49a6 req-a429a58d-312f-4cc7-a39f-abec729b3750 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:49.942307 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0fec1964-d31c-4cca-adab-ea2a03dc49a6 req-a429a58d-312f-4cc7-a39f-abec729b3750 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 945 time: 0.0542390 Oct 29 01:32:49.982812 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-72b4b74c-1bf1-4d5d-a2d9-556d25e9de56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:49.985142 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0fec1964-d31c-4cca-adab-ea2a03dc49a6 req-d5fb2075-caab-4db9-9f1a-132eff96e7c2 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352111 Oct 29 01:32:50.014250 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b4b74c-1bf1-4d5d-a2d9-556d25e9de56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 934} {{(pid=101843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:32:50.019650 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4b74c-1bf1-4d5d-a2d9-556d25e9de56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2fdfe8-cd16-4941-8dac-57b36142df25,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:50.028986 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-72b4b74c-1bf1-4d5d-a2d9-556d25e9de56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.031036 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.db.segments_db [None req-72b4b74c-1bf1-4d5d-a2d9-556d25e9de56 admin admin] Added segment 91dfc130-67ce-42d3-9146-71f879c22aaf of type vlan for network 2f1763f2-5653-46d3-a509-d3e917949e09 Oct 29 01:32:50.063853 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 01153800-bf44-4376-854e-aec24743a4d7 up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:50.082335 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-72b4b74c-1bf1-4d5d-a2d9-556d25e9de56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.129618 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port 01153800-bf44-4376-854e-aec24743a4d7 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:50.129918 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.156192 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904b286-e92a-45bc-8aa6-21ff7fe1b8be req-9306fd51-9391-4c07-b0b4-3e3da4324324 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:50.157763 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6904b286-e92a-45bc-8aa6-21ff7fe1b8be req-9306fd51-9391-4c07-b0b4-3e3da4324324 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0495021 Oct 29 01:32:50.158665 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e017201-0708-46f3-bf83-66041b1b8524', 'name': 'tempest-TestShelveInstance-1743133785-router', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '30533df9-6d09-43a0-9444-afd728874a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:42Z', 'updated_at': '2021-10-29T01:32:47Z', 'revision_number': 4, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'gw_port': {'id': '30533df9-6d09-43a0-9444-afd728874a58', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:43Z', 'updated_at': '2021-10-29T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '7eb7dd27-5225-4141-8bd0-aa6e0c0ae355', 'name': '', 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'mac_address': 'fa:16:3e:13:eb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:46Z', 'updated_at': '2021-10-29T01:32:47Z', 'revision_number': 2, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'subnets': [{'id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:50.199192 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6904b286-e92a-45bc-8aa6-21ff7fe1b8be req-3bbe5af6-3396-4ee7-869b-2931a14f168c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352545 Oct 29 01:32:50.206855 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-72b4b74c-1bf1-4d5d-a2d9-556d25e9de56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.207954 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b4b74c-1bf1-4d5d-a2d9-556d25e9de56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:50.208537 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-72b4b74c-1bf1-4d5d-a2d9-556d25e9de56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.273242 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4b74c-1bf1-4d5d-a2d9-556d25e9de56 admin admin] Pushing event updated for resources: {'Network': ['ID=2f1763f2-5653-46d3-a509-d3e917949e09,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:50.316306 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network 2f1763f2-5653-46d3-a509-d3e917949e09 details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:32:50.321585 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Checking router: 0e017201-0708-46f3-bf83-66041b1b8524 for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:32:50.321961 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Updating router 0e017201-0708-46f3-bf83-66041b1b8524 port 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355 binding host dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:32:50.358100 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-72b4b74c-1bf1-4d5d-a2d9-556d25e9de56 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6666994 Oct 29 01:32:50.360704 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33070) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:50.365360 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-a6880b64-9127-4ba8-8c47-09c48c48d7e0 admin admin] Request body: {'subnet': {'network_id': '2f1763f2-5653-46d3-a509-d3e917949e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-728975839-subnet', 'tenant_id': '0ded337b79e04e829dd47a204b4012d2', 'ip_version': 4}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:50.411674 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.458024 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6880b64-9127-4ba8-8c47-09c48c48d7e0 admin admin] Made reservation on behalf of 0ded337b79e04e829dd47a204b4012d2 for: {'subnet': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:32:50.460524 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a6880b64-9127-4ba8-8c47-09c48c48d7e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25205606'] for subnet, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.486506 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.567719 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01153800-bf44-4376-854e-aec24743a4d7'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:32:50.570025 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d947432e-af17-4a9f-9a83-c0c79ae103e9" -d '{"events": [{"server_uuid": "f64f5ebf-8af1-4507-849e-b7d8e33979ae", "name": "network-vif-plugged", "status": "completed", "tag": "01153800-bf44-4376-854e-aec24743a4d7"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:32:50.593606 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 01153800-bf44-4376-854e-aec24743a4d7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=01153800-bf44-4376-854e-aec24743a4d7,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:50.633691 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ffba10-349d-461f-bf96-86958ad714fb x-openstack-request-id: req-50ffba10-349d-461f-bf96-86958ad714fb {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:32:50.633983 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f5ebf-8af1-4507-849e-b7d8e33979ae", "name": "network-vif-plugged", "status": "completed", "tag": "01153800-bf44-4376-854e-aec24743a4d7", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:32:50.635223 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-50ffba10-349d-461f-bf96-86958ad714fb {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:32:50.635738 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01153800-bf44-4376-854e-aec24743a4d7', 'code': 200} Oct 29 01:32:50.648507 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.649606 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:50.681800 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a6880b64-9127-4ba8-8c47-09c48c48d7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2790585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25205404'] for subnet, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.702428 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 30533df9-6d09-43a0-9444-afd728874a58 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:50.760617 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6880b64-9127-4ba8-8c47-09c48c48d7e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9fb4e4c-bcff-49f0-b90c-8c6b31880819,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:50.769046 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6880b64-9127-4ba8-8c47-09c48c48d7e0 admin admin] Checking segment: {'id': '91dfc130-67ce-42d3-9146-71f879c22aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '2f1763f2-5653-46d3-a509-d3e917949e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:32:50.769577 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6880b64-9127-4ba8-8c47-09c48c48d7e0 admin admin] Network hostable DHCP agents. Network: 2f1763f2-5653-46d3-a509-d3e917949e09, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:32:50.804179 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45654934-f782-424d-8790-60aa64447b28 req-e832c311-db5c-4ef0-806b-f0f93359ddd9 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:50.805396 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=01153800-bf44-4376-854e-aec24743a4d7,revision_number=10']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:50.805867 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-45654934-f782-424d-8790-60aa64447b28 req-e832c311-db5c-4ef0-806b-f0f93359ddd9 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 946 time: 0.0860212 Oct 29 01:32:50.828364 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ce065-0a1d-420a-bd9c-3073f1e523dd req-c962cdd9-c803-4dc6-8581-729d343a6c62 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:50.829886 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-176ce065-0a1d-420a-bd9c-3073f1e523dd req-c962cdd9-c803-4dc6-8581-729d343a6c62 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 950 time: 0.0787456 Oct 29 01:32:50.836938 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6880b64-9127-4ba8-8c47-09c48c48d7e0 admin admin] Network 2f1763f2-5653-46d3-a509-d3e917949e09 is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:32:50.875503 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 30533df9-6d09-43a0-9444-afd728874a58 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:50.875899 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.882053 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-45654934-f782-424d-8790-60aa64447b28 req-0491726b-8628-4939-b280-bb4b07380c06 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670669 Oct 29 01:32:50.897227 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-176ce065-0a1d-420a-bd9c-3073f1e523dd req-8cb9c219-d9cb-441d-ba3b-347c71f89611 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/security-groups?id=a322a752-5c37-464d-bab6-c5ab27ece75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547848 Oct 29 01:32:50.905312 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Publish callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.920810 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-a6880b64-9127-4ba8-8c47-09c48c48d7e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, 2f1763f2-5653-46d3-a509-d3e917949e09) {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:50.925854 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6880b64-9127-4ba8-8c47-09c48c48d7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:50.926708 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a6880b64-9127-4ba8-8c47-09c48c48d7e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:50.933342 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4314edcd-b543-4752-8469-841a1ec69da8 None None] Network 2f1763f2-5653-46d3-a509-d3e917949e09 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:32:50.975392 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:32:50.989415 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:50.989888 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.012614 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15baf7fb-d399-42b6-bbe6-6af72fbdc501 req-ea41c23f-c5cf-4bde-8f10-2877c71658a0 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:51.020790 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-a6880b64-9127-4ba8-8c47-09c48c48d7e0 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6590395 Oct 29 01:32:51.021013 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-15baf7fb-d399-42b6-bbe6-6af72fbdc501 req-ea41c23f-c5cf-4bde-8f10-2877c71658a0 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0636356 Oct 29 01:32:51.023285 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33082) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:51.028811 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-728975839-router', 'tenant_id': '0ded337b79e04e829dd47a204b4012d2', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:51.043695 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.089124 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-15baf7fb-d399-42b6-bbe6-6af72fbdc501 req-778fda27-dc85-4bda-babe-69b5b769049b tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663834 Oct 29 01:32:51.148635 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e481a6-f539-49a0-b43d-274e066e98b8 req-54f49cfc-1481-4be9-8ce7-d85d922b12e1 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:51.158907 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3604'] for router, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.160167 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3587'] for router, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.168129 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-96e481a6-f539-49a0-b43d-274e066e98b8 req-54f49cfc-1481-4be9-8ce7-d85d922b12e1 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 945 time: 0.0677662 Oct 29 01:32:51.188326 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a517359-33f0-405e-b981-46423dfd7b34 None None] Pushing event updated for resources: {'Port': ['ID=7eb7dd27-5225-4141-8bd0-aa6e0c0ae355,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:51.246470 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-96e481a6-f539-49a0-b43d-274e066e98b8 req-8d4b2ba2-10a0-434f-95a3-59c65272a872 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773084 Oct 29 01:32:51.278484 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831f624-0fc6-4b4e-a193-cca7c4e40833 req-a919a9a3-b335-459d-a78e-722efb198744 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:51.283767 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.284339 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9831f624-0fc6-4b4e-a193-cca7c4e40833 req-a919a9a3-b335-459d-a78e-722efb198744 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 950 time: 0.0790727 Oct 29 01:32:51.306548 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.376169 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Attempting to bind port 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355 on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:32:51.376668 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Attempting to bind port 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355 by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '3b684c25-e1f1-4a60-bef6-7b4548e18e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:32:51.377128 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Attempting to bind port 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355 on network acba2ac2-4dda-4f15-b3fb-5874b71db82d {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:32:51.390755 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:32:51.391283 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Checking segment: {'id': '3b684c25-e1f1-4a60-bef6-7b4548e18e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:32:51.391886 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.392371 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Bound using segment: {'id': '3b684c25-e1f1-4a60-bef6-7b4548e18e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:32:51.392951 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Bound port: 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b684c25-e1f1-4a60-bef6-7b4548e18e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:32:51.393429 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.398752 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eb789-5764-4f5c-833c-ec2be957db26 req-2475e503-e851-4e27-a84d-a527ac186a00 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:51.400445 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-102eb789-5764-4f5c-833c-ec2be957db26 req-2475e503-e851-4e27-a84d-a527ac186a00 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.1110027 Oct 29 01:32:51.412945 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d33461b-c472-5369-acc0-faddeed87618-2f1763f2-5653-46d3-a509-d3e917949e09', 'network_id': '2f1763f2-5653-46d3-a509-d3e917949e09', 'tenant_id': '0ded337b79e04e829dd47a204b4012d2', 'fixed_ips': [{'subnet_id': 'f9fb4e4c-bcff-49f0-b90c-8c6b31880819'}]}} from dv-cinder-813984-5-iscsi. {{(pid=101844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 01:32:51.413930 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.432786 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port c07b84b3-5be0-4f7b-8bb4-7af5141edcb7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=c07b84b3-5be0-4f7b-8bb4-7af5141edcb7,segment=NetworkSegment(e3c50a38-7e9e-40db-9044-81cb239b1939),segment_id=e3c50a38-7e9e-40db-9044-81cb239b1939)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:51.455304 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-9831f624-0fc6-4b4e-a193-cca7c4e40833 req-d67a0bc0-5319-4819-89be-fca07535a651 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Deleting port df08f389-09bf-4e90-a0eb-f79791090268 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:32:51.455655 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-9831f624-0fc6-4b4e-a193-cca7c4e40833 req-d67a0bc0-5319-4819-89be-fca07535a651 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.480245 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-102eb789-5764-4f5c-833c-ec2be957db26 req-e961a2e5-7807-409b-9128-0bcf1b369146 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716851 Oct 29 01:32:51.546277 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.549358 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.550242 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 8795097b-0746-4ca7-81ba-d053d48c81c2 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:32:51.567221 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-5928fb99-3963-46e1-be90-aa562331d28b None None] Provisioning complete for port 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:51.567588 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5928fb99-3963-46e1-be90-aa562331d28b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.567717 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e84346-a2a5-446f-86c8-f385b3126d05 req-17800f2b-7965-4074-8a5d-7f2c9cf586a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:51.569215 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-83e84346-a2a5-446f-86c8-f385b3126d05 req-17800f2b-7965-4074-8a5d-7f2c9cf586a9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 1099 time: 0.1091206 Oct 29 01:32:51.607911 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-9831f624-0fc6-4b4e-a193-cca7c4e40833 req-d67a0bc0-5319-4819-89be-fca07535a651 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] For port df08f389-09bf-4e90-a0eb-f79791090268, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=df08f389-09bf-4e90-a0eb-f79791090268,segment=NetworkSegment(ee51dbf1-07e7-4afa-b226-8221bc53cf16),segment_id=ee51dbf1-07e7-4afa-b226-8221bc53cf16)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:51.608272 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-9831f624-0fc6-4b4e-a193-cca7c4e40833 req-d67a0bc0-5319-4819-89be-fca07535a651 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.625475 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-9831f624-0fc6-4b4e-a193-cca7c4e40833 req-d67a0bc0-5319-4819-89be-fca07535a651 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Calling delete_port for df08f389-09bf-4e90-a0eb-f79791090268 owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:32:51.638460 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: 8795097b-0746-4ca7-81ba-d053d48c81c2 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:32:51.638816 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 8795097b-0746-4ca7-81ba-d053d48c81c2 not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:32:51.641943 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-83e84346-a2a5-446f-86c8-f385b3126d05 req-d494e5d2-2178-4342-8889-8d61eaec79a2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602369 Oct 29 01:32:51.676264 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] For port 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:32:51.720660 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] For port 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=7eb7dd27-5225-4141-8bd0-aa6e0c0ae355,segment=NetworkSegment(3b684c25-e1f1-4a60-bef6-7b4548e18e8a),segment_id=3b684c25-e1f1-4a60-bef6-7b4548e18e8a)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:32:51.730374 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=c07b84b3-5be0-4f7b-8bb4-7af5141edcb7,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:51.733795 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5928fb99-3963-46e1-be90-aa562331d28b None None] Port 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355 cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:32:51.757869 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Allocated IP 172.20.0.2 (2f1763f2-5653-46d3-a509-d3e917949e09/f9fb4e4c-bcff-49f0-b90c-8c6b31880819/86533676-b7f5-41f7-b0ba-5d8f65f3f03f) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:32:51.815832 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.818617 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.829529 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-9831f624-0fc6-4b4e-a193-cca7c4e40833 req-d67a0bc0-5319-4819-89be-fca07535a651 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.842825 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.851667 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['df08f389-09bf-4e90-a0eb-f79791090268'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:32:51.863310 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a0bc0-5319-4819-89be-fca07535a651 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Pushing event deleted for resources: {'Port': ['ID=df08f389-09bf-4e90-a0eb-f79791090268,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:51.933385 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-9831f624-0fc6-4b4e-a193-cca7c4e40833 req-d67a0bc0-5319-4819-89be-fca07535a651 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] No DVR routers for this DVR port df08f389-09bf-4e90-a0eb-f79791090268 on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:32:51.937233 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-9831f624-0fc6-4b4e-a193-cca7c4e40833 req-d67a0bc0-5319-4819-89be-fca07535a651 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:51.940159 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9831f624-0fc6-4b4e-a193-cca7c4e40833 req-d67a0bc0-5319-4819-89be-fca07535a651 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.83 "DELETE /v2.0/ports/df08f389-09bf-4e90-a0eb-f79791090268 HTTP/1.1" status: 204 len: 173 time: 0.6484380 Oct 29 01:32:51.941374 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf67257-a3ee-4cb2-bd74-d382b9d6e903', 'name': 'network-vif-deleted', 'tag': 'df08f389-09bf-4e90-a0eb-f79791090268'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:32:51.944321 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3647d1d5-56d3-4c50-84c4-23d9c13a0098" -d '{"events": [{"server_uuid": "1cf67257-a3ee-4cb2-bd74-d382b9d6e903", "name": "network-vif-deleted", "tag": "df08f389-09bf-4e90-a0eb-f79791090268"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:32:51.957520 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a517359-33f0-405e-b981-46423dfd7b34 None None] Pushing event updated for resources: {'Port': ['ID=7eb7dd27-5225-4141-8bd0-aa6e0c0ae355,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:51.967384 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Allocated IP 172.27.3.96 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/6dd58dbd-a15e-466d-9daf-534e63a1fc67) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:32:51.992244 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Routers {'0e017201-0708-46f3-bf83-66041b1b8524'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:32:51.992894 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:32:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['0e017201-0708-46f3-bf83-66041b1b8524'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:52.111268 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-60e9370e-f851-4ff1-bdb1-cfbb5942cc50 req-4da80d0d-a0b9-4c35-a552-2c36573a255e tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 210 time: 0.0335393 Oct 29 01:32:52.147803 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481643c-82f5-4d9e-9719-185ab85b7f2f req-aa269e30-5775-4e6d-93d1-995a70c06c43 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:52.151102 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:52.157618 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7481643c-82f5-4d9e-9719-185ab85b7f2f req-aa269e30-5775-4e6d-93d1-995a70c06c43 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 946 time: 0.1215837 Oct 29 01:32:52.208403 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Publish callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:52.222888 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7481643c-82f5-4d9e-9719-185ab85b7f2f req-154a0873-3bb8-4180-81d6-ef380be9894c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637863 Oct 29 01:32:52.234747 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2547dff-316d-4a03-a9dd-9f5bd31f046d x-openstack-request-id: req-f2547dff-316d-4a03-a9dd-9f5bd31f046d {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:32:52.234747 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf67257-a3ee-4cb2-bd74-d382b9d6e903", "name": "network-vif-deleted", "tag": "df08f389-09bf-4e90-a0eb-f79791090268", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:32:52.234747 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f2547dff-316d-4a03-a9dd-9f5bd31f046d {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:32:52.234747 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf67257-a3ee-4cb2-bd74-d382b9d6e903', 'name': 'network-vif-deleted', 'tag': 'df08f389-09bf-4e90-a0eb-f79791090268', 'status': 'completed', 'code': 200} Oct 29 01:32:52.264350 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] Set router 0e017201-0708-46f3-bf83-66041b1b8524 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:32:52.344553 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:52.369847 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152933d5-4f16-4919-bfe1-9ed27da90be4 req-94396d02-eca3-47aa-85a5-06a5b40309de tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:52.377985 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-152933d5-4f16-4919-bfe1-9ed27da90be4 req-94396d02-eca3-47aa-85a5-06a5b40309de tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.0944238 Oct 29 01:32:52.392196 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:32:52.396167 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:52.398150 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Pushing event updated for resources: {'Port': ['ID=6dd58dbd-a15e-466d-9daf-534e63a1fc67,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:52.401171 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:32:52.427183 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374095a-5763-4f96-aecd-ebd19853d602 req-448b0a58-c554-46c7-8f4a-7fa343223bf3 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:52.428788 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d374095a-5763-4f96-aecd-ebd19853d602 req-448b0a58-c554-46c7-8f4a-7fa343223bf3 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 946 time: 0.1038251 Oct 29 01:32:52.442955 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-152933d5-4f16-4919-bfe1-9ed27da90be4 req-8af0fec2-d27d-48c2-a763-916ef927a9a8 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599074 Oct 29 01:32:52.470822 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:52.499411 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d374095a-5763-4f96-aecd-ebd19853d602 req-d8c6fb19-7b72-45f6-8d6b-7ddcca28038f tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366244 Oct 29 01:32:52.568018 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Network 2f1763f2-5653-46d3-a509-d3e917949e09 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:32:52.577651 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:52.579415 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-754186d1-491e-4bee-bd0d-993ae5fbf701 None None] Provisioning complete for port 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:52.579808 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-754186d1-491e-4bee-bd0d-993ae5fbf701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:52.585221 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:32:52.614311 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Pushing event updated for resources: {'Port': ['ID=86533676-b7f5-41f7-b0ba-5d8f65f3f03f,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:52.646823 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49107f1-6a48-4184-8bb6-fa2f027193ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07b84b3-5be0-4f7b-8bb4-7af5141edcb7'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:32:52.649158 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192a4d17-4d49-4594-8e2b-fc6a2a36a121" -d '{"events": [{"server_uuid": "c49107f1-6a48-4184-8bb6-fa2f027193ba", "name": "network-vif-plugged", "status": "completed", "tag": "c07b84b3-5be0-4f7b-8bb4-7af5141edcb7"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:32:52.676587 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5de739-5cee-48d3-b875-26fd463d521a req-b0bb5e89-b1ff-4827-acc0-4504b62746f5 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:52.678116 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7f5de739-5cee-48d3-b875-26fd463d521a req-b0bb5e89-b1ff-4827-acc0-4504b62746f5 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0596187 Oct 29 01:32:52.687887 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:52.688240 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:52.688582 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:52.688914 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:52.689242 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:52.689573 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:52.689895 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:52.690217 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:52.690540 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:52.690968 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:52.691247 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:52.691572 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:32:52.695552 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce507c5-62cd-4aec-9e69-bb3dc6c66577 x-openstack-request-id: req-4ce507c5-62cd-4aec-9e69-bb3dc6c66577 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:32:52.695864 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49107f1-6a48-4184-8bb6-fa2f027193ba", "name": "network-vif-plugged", "status": "completed", "tag": "c07b84b3-5be0-4f7b-8bb4-7af5141edcb7", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:32:52.696127 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4ce507c5-62cd-4aec-9e69-bb3dc6c66577 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:32:52.696610 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49107f1-6a48-4184-8bb6-fa2f027193ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07b84b3-5be0-4f7b-8bb4-7af5141edcb7', 'code': 200} Oct 29 01:32:52.743170 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7f5de739-5cee-48d3-b875-26fd463d521a req-d348aa60-be01-4265-9ee8-07a73078ea66 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561590 Oct 29 01:32:52.750438 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Attempting to bind port 86533676-b7f5-41f7-b0ba-5d8f65f3f03f on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:32:52.750741 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Attempting to bind port 86533676-b7f5-41f7-b0ba-5d8f65f3f03f by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '91dfc130-67ce-42d3-9146-71f879c22aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '2f1763f2-5653-46d3-a509-d3e917949e09'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:32:52.751123 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Attempting to bind port 86533676-b7f5-41f7-b0ba-5d8f65f3f03f on network 2f1763f2-5653-46d3-a509-d3e917949e09 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:32:52.768813 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:32:52.769186 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Checking segment: {'id': '91dfc130-67ce-42d3-9146-71f879c22aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '2f1763f2-5653-46d3-a509-d3e917949e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:32:52.776080 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:52.776080 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Bound using segment: {'id': '91dfc130-67ce-42d3-9146-71f879c22aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '2f1763f2-5653-46d3-a509-d3e917949e09'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:32:52.776080 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Bound port: 86533676-b7f5-41f7-b0ba-5d8f65f3f03f, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91dfc130-67ce-42d3-9146-71f879c22aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '2f1763f2-5653-46d3-a509-d3e917949e09'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:32:52.776080 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:52.809110 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:52.886397 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-754186d1-491e-4bee-bd0d-993ae5fbf701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:52.919415 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] For port 86533676-b7f5-41f7-b0ba-5d8f65f3f03f, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:32:52.927456 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] For port 86533676-b7f5-41f7-b0ba-5d8f65f3f03f, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=86533676-b7f5-41f7-b0ba-5d8f65f3f03f,segment=NetworkSegment(91dfc130-67ce-42d3-9146-71f879c22aaf),segment_id=91dfc130-67ce-42d3-9146-71f879c22aaf)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:32:52.947845 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-754186d1-491e-4bee-bd0d-993ae5fbf701 None None] For port 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=7eb7dd27-5225-4141-8bd0-aa6e0c0ae355,segment=NetworkSegment(3b684c25-e1f1-4a60-bef6-7b4548e18e8a),segment_id=3b684c25-e1f1-4a60-bef6-7b4548e18e8a)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:52.953492 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e017201-0708-46f3-bf83-66041b1b8524', 'name': 'tempest-TestShelveInstance-1743133785-router', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '30533df9-6d09-43a0-9444-afd728874a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:42Z', 'updated_at': '2021-10-29T01:32:47Z', 'revision_number': 4, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'gw_port': {'id': '30533df9-6d09-43a0-9444-afd728874a58', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:43Z', 'updated_at': '2021-10-29T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '7eb7dd27-5225-4141-8bd0-aa6e0c0ae355', 'name': '', 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'mac_address': 'fa:16:3e:13:eb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:46Z', 'updated_at': '2021-10-29T01:32:51Z', 'revision_number': 4, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'subnets': [{'id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:52.982411 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9dbc5f-b359-4bec-8857-7bbc20d05d32 None None] The sync data for ids ['0e017201-0708-46f3-bf83-66041b1b8524'] in dv-cinder-813984-5-iscsi is: [{'id': '0e017201-0708-46f3-bf83-66041b1b8524', 'name': 'tempest-TestShelveInstance-1743133785-router', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '30533df9-6d09-43a0-9444-afd728874a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:42Z', 'updated_at': '2021-10-29T01:32:47Z', 'revision_number': 4, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'gw_port': {'id': '30533df9-6d09-43a0-9444-afd728874a58', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:43Z', 'updated_at': '2021-10-29T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '7eb7dd27-5225-4141-8bd0-aa6e0c0ae355', 'name': '', 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'mac_address': 'fa:16:3e:13:eb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:46Z', 'updated_at': '2021-10-29T01:32:51Z', 'revision_number': 4, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'subnets': [{'id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:32:53.018313 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-754186d1-491e-4bee-bd0d-993ae5fbf701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:53.022656 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:53.101424 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991112'] for router, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:53.184680 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571640a-3e6d-4fd0-98d4-5d69e9c206a9 req-1e6ca80d-ffe7-481e-b4fb-b6b755d15fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:53.189169 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b571640a-3e6d-4fd0-98d4-5d69e9c206a9 req-1e6ca80d-ffe7-481e-b4fb-b6b755d15fbd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 1099 time: 0.1126418 Oct 29 01:32:53.225066 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754186d1-491e-4bee-bd0d-993ae5fbf701 None None] Pushing event updated for resources: {'Port': ['ID=7eb7dd27-5225-4141-8bd0-aa6e0c0ae355,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:53.307388 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b571640a-3e6d-4fd0-98d4-5d69e9c206a9 req-40bd0b86-02d6-4435-b8f8-fc22251a09c9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918264 Oct 29 01:32:53.388406 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30050d34-ad59-4b11-ba8f-7a12e8634ac1 None None] Pushing event updated for resources: {'Port': ['ID=86533676-b7f5-41f7-b0ba-5d8f65f3f03f,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:53.429697 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-13f61755-9338-496f-bb35-8ca0581103d1 req-82ec16e3-a5fa-4793-a760-65d802c6c036 tempest-VolumesNegativeTest-776164936 tempest-VolumesNegativeTest-776164936-project] 10.222.0.87 "GET /v2.0/ports?device_id=1cf67257-a3ee-4cb2-bd74-d382b9d6e903 HTTP/1.1" status: 200 len: 210 time: 0.0678637 Oct 29 01:32:53.482355 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c01996-23f2-4bad-aa84-024f2b059d52 req-64fa5209-082f-41ee-ad63-d4f8b762b7f5 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:53.491017 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e2c01996-23f2-4bad-aa84-024f2b059d52 req-64fa5209-082f-41ee-ad63-d4f8b762b7f5 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 946 time: 0.1047807 Oct 29 01:32:53.544112 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Router 39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0 is scheduled to L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac with binding_index 1 {{(pid=101843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 01:32:53.633996 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e2c01996-23f2-4bad-aa84-024f2b059d52 req-44862767-42fb-4641-aa0d-f7b57553d671 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389673 Oct 29 01:32:53.683213 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdeea9-b6c6-4f88-b613-0f2f666d1bfd req-8e1a8334-5d25-4849-ae80-573622f32a2a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:53.691227 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7efdeea9-b6c6-4f88-b613-0f2f666d1bfd req-8e1a8334-5d25-4849-ae80-573622f32a2a tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.1525850 Oct 29 01:32:53.741540 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7efdeea9-b6c6-4f88-b613-0f2f666d1bfd req-f65c01e0-f6b3-4e5f-b588-1991dbffbb55 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481672 Oct 29 01:32:53.772899 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:32:53.778061 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Sync routers for ids ['39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:32:53.793715 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Routers {'39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:32:53.795804 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:32:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:53.904484 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] Publish callbacks [] for router, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:53.906283 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-c26e9825-a948-428b-b219-6c9d4a938a16 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8819411 Oct 29 01:32:53.909034 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33132) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:53.913876 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97379234-7697-4d5e-9916-6f1af71e1898 req-bdf73f64-762e-4b2a-97c3-5efa7c5e85e9 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:53.915541 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-97379234-7697-4d5e-9916-6f1af71e1898 req-bdf73f64-762e-4b2a-97c3-5efa7c5e85e9 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 946 time: 0.1184301 Oct 29 01:32:53.963524 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ad2ad-2ed5-43a2-a144-7c6cfcff28d0 req-018a25ca-5a41-43cb-b1e1-c98ad934ef0e tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:53.965292 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-253ad2ad-2ed5-43a2-a144-7c6cfcff28d0 req-018a25ca-5a41-43cb-b1e1-c98ad934ef0e tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.1186106 Oct 29 01:32:53.967801 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Set router 39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:32:54.022944 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-97379234-7697-4d5e-9916-6f1af71e1898 req-ee0ef620-9716-4ed4-a8d2-dfa0e44401ac tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976980 Oct 29 01:32:54.080896 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-253ad2ad-2ed5-43a2-a144-7c6cfcff28d0 req-7b25da4f-6c68-4d3d-8a47-62c2ea025f8a tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982921 Oct 29 01:32:54.082542 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device df08f389-09bf-4e90-a0eb-f79791090268 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:32:54.113656 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: df08f389-09bf-4e90-a0eb-f79791090268 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:32:54.114259 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device df08f389-09bf-4e90-a0eb-f79791090268 not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:32:54.218359 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'name': 'tempest-TestShelveInstance-728975839-router', 'tenant_id': '0ded337b79e04e829dd47a204b4012d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '6dd58dbd-a15e-466d-9daf-534e63a1fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:51Z', 'updated_at': '2021-10-29T01:32:52Z', 'revision_number': 3, 'project_id': '0ded337b79e04e829dd47a204b4012d2', 'gw_port': {'id': '6dd58dbd-a15e-466d-9daf-534e63a1fc67', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:51Z', 'updated_at': '2021-10-29T01:32:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:54.249325 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Checking router: 39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0 for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:32:54.249694 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Updating router 39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0 port 6dd58dbd-a15e-466d-9daf-534e63a1fc67 binding host dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:32:54.280937 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:54.617565 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:54.695209 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bda63d6-308a-4caf-a5b0-a257374f6948 None None] Network 2f1763f2-5653-46d3-a509-d3e917949e09 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:32:54.719263 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Publish callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:54.803448 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da736819-01f8-426b-8dbb-dd4d3e81d8d6 req-8afb34fe-2ac6-4188-9cfe-46cb159b5680 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:54.809408 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-da736819-01f8-426b-8dbb-dd4d3e81d8d6 req-8afb34fe-2ac6-4188-9cfe-46cb159b5680 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.1559405 Oct 29 01:32:54.832260 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-0199f99c-0c01-4124-b657-8b8b8286181d None None] Provisioning complete for port 86533676-b7f5-41f7-b0ba-5d8f65f3f03f triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:54.832865 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0199f99c-0c01-4124-b657-8b8b8286181d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:54.834897 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:54.945798 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-da736819-01f8-426b-8dbb-dd4d3e81d8d6 req-1dde3e2f-7108-44e0-8e1d-a6a23c4bd0e5 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273170 Oct 29 01:32:54.965397 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 86533676-b7f5-41f7-b0ba-5d8f65f3f03f up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:55.008897 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f26080-24f3-4986-a099-1b513552493c req-9afd39b5-ab62-4541-a651-8b97df9d6d93 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:55.012085 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d2f26080-24f3-4986-a099-1b513552493c req-9afd39b5-ab62-4541-a651-8b97df9d6d93 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 946 time: 0.1443586 Oct 29 01:32:55.046179 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Attempting to bind port 6dd58dbd-a15e-466d-9daf-534e63a1fc67 on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:32:55.047810 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Attempting to bind port 6dd58dbd-a15e-466d-9daf-534e63a1fc67 by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:32:55.049798 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Attempting to bind port 6dd58dbd-a15e-466d-9daf-534e63a1fc67 on network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:32:55.063697 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:32:55.067317 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Checking segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:32:55.068022 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:55.075513 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Bound using segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:32:55.077833 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Bound port: 6dd58dbd-a15e-466d-9daf-534e63a1fc67, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:32:55.081049 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:55.100068 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e65cdf-f8d4-4877-bbfa-ad24f9f7c6f2 None None] Pushing event updated for resources: {'Port': ['ID=6dd58dbd-a15e-466d-9daf-534e63a1fc67,revision_number=2']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:55.121688 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0199f99c-0c01-4124-b657-8b8b8286181d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:55.171455 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] Allocated IP 172.20.0.1 (2f1763f2-5653-46d3-a509-d3e917949e09/f9fb4e4c-bcff-49f0-b90c-8c6b31880819/1733e28d-8929-4641-9edb-7e056a2c855b) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:32:55.204229 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-0199f99c-0c01-4124-b657-8b8b8286181d None None] For port 86533676-b7f5-41f7-b0ba-5d8f65f3f03f, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=86533676-b7f5-41f7-b0ba-5d8f65f3f03f,segment=NetworkSegment(91dfc130-67ce-42d3-9146-71f879c22aaf),segment_id=91dfc130-67ce-42d3-9146-71f879c22aaf)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:55.231768 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 86533676-b7f5-41f7-b0ba-5d8f65f3f03f triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:55.231768 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:55.249882 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] For port 6dd58dbd-a15e-466d-9daf-534e63a1fc67, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:32:55.257259 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] For port 6dd58dbd-a15e-466d-9daf-534e63a1fc67, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=6dd58dbd-a15e-466d-9daf-534e63a1fc67,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:32:55.272753 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d2f26080-24f3-4986-a099-1b513552493c req-b826cf17-85c7-4e62-8660-30050140e0a6 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259548 Oct 29 01:32:55.291594 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c3bfa-26db-48cd-93e2-7424adf5323c req-cb896d6b-2005-4149-9ffe-a7a4c75fbb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:55.293766 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2e9c3bfa-26db-48cd-93e2-7424adf5323c req-cb896d6b-2005-4149-9ffe-a7a4c75fbb12 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c51a2093a0874d52a08f6e25489ba181&device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 1099 time: 0.2762337 Oct 29 01:32:55.340143 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0199f99c-0c01-4124-b657-8b8b8286181d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:55.366942 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:55.369110 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:55.369372 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716124c-1904-4ef2-a1a4-102c2880141c req-004a96ab-652f-4e89-aa72-a9089b0baf80 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:55.371187 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0716124c-1904-4ef2-a1a4-102c2880141c req-004a96ab-652f-4e89-aa72-a9089b0baf80 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.2491496 Oct 29 01:32:55.414895 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:55.445475 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e65cdf-f8d4-4877-bbfa-ad24f9f7c6f2 None None] Pushing event updated for resources: {'Port': ['ID=6dd58dbd-a15e-466d-9daf-534e63a1fc67,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:55.448593 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199f99c-0c01-4124-b657-8b8b8286181d None None] Pushing event updated for resources: {'Port': ['ID=86533676-b7f5-41f7-b0ba-5d8f65f3f03f,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:55.489948 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Routers {'39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:32:55.490581 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:32:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:55.494172 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:55.502469 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0716124c-1904-4ef2-a1a4-102c2880141c req-f49c9de6-901b-40cc-b5b4-6648ab07c8f4 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857742 Oct 29 01:32:55.547818 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.db.api [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 01:32:55.548323 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG oslo_db.api [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 01:32:55.557165 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c3bfa-26db-48cd-93e2-7424adf5323c req-c97bf5a5-3d0f-4ecb-99f3-5f35fc09faff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:55.558984 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2e9c3bfa-26db-48cd-93e2-7424adf5323c req-c97bf5a5-3d0f-4ecb-99f3-5f35fc09faff service neutron] 10.222.0.83 "GET /v2.0/networks?id=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c HTTP/1.1" status: 200 len: 911 time: 0.2549071 Oct 29 01:32:55.568244 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91571164-cde3-42e3-814f-29e6942d4b6e req-4170d76f-d6ce-430a-9590-2982d55cf7c5 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:55.569659 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-91571164-cde3-42e3-814f-29e6942d4b6e req-4170d76f-d6ce-430a-9590-2982d55cf7c5 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 946 time: 0.1974044 Oct 29 01:32:55.576299 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] Network 2f1763f2-5653-46d3-a509-d3e917949e09 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:32:55.578204 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:55.582656 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:32:55.584143 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-72936960-e30d-4d17-b229-28660b2db66d None None] Provisioning complete for port 86533676-b7f5-41f7-b0ba-5d8f65f3f03f triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:55.585671 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-72936960-e30d-4d17-b229-28660b2db66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:55.639877 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] Pushing event updated for resources: {'Port': ['ID=1733e28d-8929-4641-9edb-7e056a2c855b,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:55.662679 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989877'] for router_interface, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:55.711505 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-91571164-cde3-42e3-814f-29e6942d4b6e req-59ecb30e-2b3b-46e8-8ccc-c949ca929d91 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004102 Oct 29 01:32:55.716601 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] Set router 39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:32:55.723477 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2e9c3bfa-26db-48cd-93e2-7424adf5323c req-e4630594-729c-4711-9804-6343e73d4e25 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d40854b4-c7cf-4c79-ba60-0ea2a73669e5 HTTP/1.1" status: 200 len: 1001 time: 0.1478667 Oct 29 01:32:55.844608 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c3bfa-26db-48cd-93e2-7424adf5323c req-78833499-5120-4b0e-826b-9c9798391b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:55.846546 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2e9c3bfa-26db-48cd-93e2-7424adf5323c req-78833499-5120-4b0e-826b-9c9798391b03 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67bc09a3-f88c-4c46-a274-32b5b88cd6f4 HTTP/1.1" status: 200 len: 849 time: 0.0995257 Oct 29 01:32:55.925177 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c3bfa-26db-48cd-93e2-7424adf5323c req-3f806411-7c51-4dc0-b634-63cd382d3884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:55.926874 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2e9c3bfa-26db-48cd-93e2-7424adf5323c req-3f806411-7c51-4dc0-b634-63cd382d3884 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694633 Oct 29 01:32:55.998410 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-facd3558-0db2-4ae2-908e-1b0974d752a9 None None] Provisioning complete for port 1733e28d-8929-4641-9edb-7e056a2c855b triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:55.998873 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-facd3558-0db2-4ae2-908e-1b0974d752a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:56.018915 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:56.038093 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'name': 'tempest-TestShelveInstance-728975839-router', 'tenant_id': '0ded337b79e04e829dd47a204b4012d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '6dd58dbd-a15e-466d-9daf-534e63a1fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:51Z', 'updated_at': '2021-10-29T01:32:52Z', 'revision_number': 3, 'project_id': '0ded337b79e04e829dd47a204b4012d2', 'gw_port': {'id': '6dd58dbd-a15e-466d-9daf-534e63a1fc67', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:51Z', 'updated_at': '2021-10-29T01:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:56.053428 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-facd3558-0db2-4ae2-908e-1b0974d752a9 None None] Port 1733e28d-8929-4641-9edb-7e056a2c855b cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:32:56.082388 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ffdc31-bdfc-4c17-86b4-42d97d663754 None None] The sync data for ids ['39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0'] in dv-cinder-813984-5-iscsi is: [{'id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'name': 'tempest-TestShelveInstance-728975839-router', 'tenant_id': '0ded337b79e04e829dd47a204b4012d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '6dd58dbd-a15e-466d-9daf-534e63a1fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:51Z', 'updated_at': '2021-10-29T01:32:52Z', 'revision_number': 3, 'project_id': '0ded337b79e04e829dd47a204b4012d2', 'gw_port': {'id': '6dd58dbd-a15e-466d-9daf-534e63a1fc67', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:51Z', 'updated_at': '2021-10-29T01:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:32:56.123854 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:32:56.126857 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:56.167594 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2e9c3bfa-26db-48cd-93e2-7424adf5323c req-8e5d1615-79d9-4546-bc31-99c073a7ee66 service neutron] 10.222.0.83 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149651 Oct 29 01:32:56.183718 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86784f4-39aa-4730-97bd-e940e0731407 req-9aa249ec-75e3-4fbf-81e3-eded75d2b6b2 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:56.185569 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f86784f4-39aa-4730-97bd-e940e0731407 req-9aa249ec-75e3-4fbf-81e3-eded75d2b6b2 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.1432631 Oct 29 01:32:56.225364 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:56.225768 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:56.343247 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f86784f4-39aa-4730-97bd-e940e0731407 req-0c5eca03-7c36-4319-999c-71197acd56bd tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368484 Oct 29 01:32:56.416823 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2e9c3bfa-26db-48cd-93e2-7424adf5323c req-c32b4f4d-583a-4284-9f91-525b16d58296 service neutron] 10.222.0.83 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290673 Oct 29 01:32:56.437462 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d37c7-115f-4c70-bb38-59ff99f6386b req-aaafbbaf-8d9c-4148-a241-4afdfc3bbbcd tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:56.439049 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-244d37c7-115f-4c70-bb38-59ff99f6386b req-aaafbbaf-8d9c-4148-a241-4afdfc3bbbcd tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.83 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.1746640 Oct 29 01:32:56.600190 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fb0e7-2e5c-433c-a96d-5d302f404c4d req-90f2df11-2638-4e26-88c6-0d6a8e70411d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:56.602411 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cb4fb0e7-2e5c-433c-a96d-5d302f404c4d req-90f2df11-2638-4e26-88c6-0d6a8e70411d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 946 time: 0.1617768 Oct 29 01:32:56.650464 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:56.672301 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-244d37c7-115f-4c70-bb38-59ff99f6386b req-41316165-c979-4d77-bcd5-8e4c37d9a769 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Deleting port ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:32:56.672488 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-244d37c7-115f-4c70-bb38-59ff99f6386b req-41316165-c979-4d77-bcd5-8e4c37d9a769 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:56.731002 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cb4fb0e7-2e5c-433c-a96d-5d302f404c4d req-aef225b2-c3ff-49b4-8c16-1baaefeb1cf0 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192539 Oct 29 01:32:56.736905 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790450'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:56.806521 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 86533676-b7f5-41f7-b0ba-5d8f65f3f03f up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:56.824011 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-244d37c7-115f-4c70-bb38-59ff99f6386b req-41316165-c979-4d77-bcd5-8e4c37d9a769 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] For port ccaf14e9-30a4-4d96-9861-9c9c8b5e2172, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=ccaf14e9-30a4-4d96-9861-9c9c8b5e2172,segment=NetworkSegment(33ff02cd-52dc-4853-a733-113b2fb2c58e),segment_id=33ff02cd-52dc-4853-a733-113b2fb2c58e)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:56.824521 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-244d37c7-115f-4c70-bb38-59ff99f6386b req-41316165-c979-4d77-bcd5-8e4c37d9a769 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:56.839935 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-244d37c7-115f-4c70-bb38-59ff99f6386b req-41316165-c979-4d77-bcd5-8e4c37d9a769 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Calling delete_port for ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:32:56.905282 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987973'] for router_interface, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:56.919416 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 86533676-b7f5-41f7-b0ba-5d8f65f3f03f triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:56.919922 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:56.952698 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] Pushing event updated for resources: {'Port': ['ID=1733e28d-8929-4641-9edb-7e056a2c855b,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:56.987320 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70283641-004f-47fb-a791-2f50a40a19d4 req-6e869cdb-9b36-4fce-b992-432604513eee tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:56.989682 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-70283641-004f-47fb-a791-2f50a40a19d4 req-6e869cdb-9b36-4fce-b992-432604513eee tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 945 time: 0.1455326 Oct 29 01:32:57.044791 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 6dd58dbd-a15e-466d-9daf-534e63a1fc67 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:57.078721 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-70283641-004f-47fb-a791-2f50a40a19d4 req-4a02a044-7026-44c4-bb78-2752b30df298 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/security-groups?id=832104dc-713a-4e97-9696-f9600380bf2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709424 Oct 29 01:32:57.122204 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] Network 2f1763f2-5653-46d3-a509-d3e917949e09 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:32:57.129283 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:32:57.166754 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 6dd58dbd-a15e-466d-9daf-534e63a1fc67 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:57.167331 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:57.279050 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:57.289669 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1e6e228a-0276-4ddb-8753-33df46e0680a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:57.295108 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-244d37c7-115f-4c70-bb38-59ff99f6386b req-41316165-c979-4d77-bcd5-8e4c37d9a769 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:57.311426 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] For port 6dd58dbd-a15e-466d-9daf-534e63a1fc67, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=6dd58dbd-a15e-466d-9daf-534e63a1fc67,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:32:57.318016 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['ccaf14e9-30a4-4d96-9861-9c9c8b5e2172'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:32:57.355939 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] Router 39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0 has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:32:57.377320 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41316165-c979-4d77-bcd5-8e4c37d9a769 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Pushing event deleted for resources: {'Port': ['ID=ccaf14e9-30a4-4d96-9861-9c9c8b5e2172,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:57.383819 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:57.495089 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-244d37c7-115f-4c70-bb38-59ff99f6386b req-41316165-c979-4d77-bcd5-8e4c37d9a769 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] No DVR routers for this DVR port ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:32:57.503564 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Pushing event updated for resources: {'Port': ['ID=6dd58dbd-a15e-466d-9daf-534e63a1fc67,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:57.506328 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-244d37c7-115f-4c70-bb38-59ff99f6386b req-41316165-c979-4d77-bcd5-8e4c37d9a769 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:57.512149 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-244d37c7-115f-4c70-bb38-59ff99f6386b req-41316165-c979-4d77-bcd5-8e4c37d9a769 tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.83 "DELETE /v2.0/ports/ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 HTTP/1.1" status: 204 len: 173 time: 1.0496464 Oct 29 01:32:57.515794 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09875e40-e63d-4175-9361-fd9439c0c7ca', 'name': 'network-vif-deleted', 'tag': 'ccaf14e9-30a4-4d96-9861-9c9c8b5e2172'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:32:57.518233 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7607e1a2-c874-4dba-850f-2b055182a51c" -d '{"events": [{"server_uuid": "09875e40-e63d-4175-9361-fd9439c0c7ca", "name": "network-vif-deleted", "tag": "ccaf14e9-30a4-4d96-9861-9c9c8b5e2172"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:32:57.527451 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:32:57.528925 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-de1199f2-6bbc-4d2f-b982-162e8320949b None None] Provisioning complete for port 1733e28d-8929-4641-9edb-7e056a2c855b triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:57.529454 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-de1199f2-6bbc-4d2f-b982-162e8320949b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:57.534912 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-535d5bc9-1d30-4bfe-abe8-386fe8c2e689 admin admin] 10.222.0.87 "PUT /v2.0/routers/39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6233988 Oct 29 01:32:57.591039 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-de1199f2-6bbc-4d2f-b982-162e8320949b None None] Port 1733e28d-8929-4641-9edb-7e056a2c855b cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:32:57.597195 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93770b23-3953-4432-b96d-c6e154a95f51 req-fc9fb807-8427-4e4e-94f9-1f3f473cb656 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:32:57.598780 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-93770b23-3953-4432-b96d-c6e154a95f51 req-fc9fb807-8427-4e4e-94f9-1f3f473cb656 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.1070249 Oct 29 01:32:57.600638 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abddca9-4a40-4806-aa18-e80796ee8375 x-openstack-request-id: req-6abddca9-4a40-4806-aa18-e80796ee8375 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:32:57.607342 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09875e40-e63d-4175-9361-fd9439c0c7ca", "name": "network-vif-deleted", "tag": "ccaf14e9-30a4-4d96-9861-9c9c8b5e2172", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:32:57.607342 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6abddca9-4a40-4806-aa18-e80796ee8375 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:32:57.607342 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09875e40-e63d-4175-9361-fd9439c0c7ca', 'name': 'network-vif-deleted', 'tag': 'ccaf14e9-30a4-4d96-9861-9c9c8b5e2172', 'status': 'completed', 'code': 200} Oct 29 01:32:57.662057 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-93770b23-3953-4432-b96d-c6e154a95f51 req-98c7cf10-bbda-41c3-944b-a189c9742743 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379503 Oct 29 01:32:58.224488 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b45d0154-f7fc-4e2e-b63c-4b2f7ba8b572 req-d83ba6d1-ad06-4841-86d4-20647a1d715c tempest-ServerRescueNegativeTestJSON-239435396 tempest-ServerRescueNegativeTestJSON-239435396-project] 10.222.0.87 "GET /v2.0/ports?device_id=09875e40-e63d-4175-9361-fd9439c0c7ca HTTP/1.1" status: 200 len: 210 time: 0.0333891 Oct 29 01:32:58.239043 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33336) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:58.247247 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-ffa9d3e2-154d-4bd6-9484-2382d8a51b7b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208106016', 'description': 'tempest-secgroup-smoke-1208106016 description', 'project_id': 'fea0db42704249b29fba70abbda7991c'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:58.326441 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d3e2-154d-4bd6-9484-2382d8a51b7b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.398818 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d3e2-154d-4bd6-9484-2382d8a51b7b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.415424 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Sync routers for ids ['39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:32:58.427049 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Routers {'39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:32:58.427527 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:32:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:58.497907 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d3e2-154d-4bd6-9484-2382d8a51b7b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.532837 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9d3e2-154d-4bd6-9484-2382d8a51b7b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab48cd7-152d-4e91-9aa9-10791427ec48,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:58.614207 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ffa9d3e2-154d-4bd6-9484-2382d8a51b7b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.615915 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-ffa9d3e2-154d-4bd6-9484-2382d8a51b7b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3751829 Oct 29 01:32:58.619296 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33348) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:58.624177 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-28d22add-c755-450f-9a76-c9ce68e8e61c tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Request body: {'security_group_rule': {'security_group_id': '3ab48cd7-152d-4e91-9aa9-10791427ec48', 'project_id': 'fea0db42704249b29fba70abbda7991c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:58.667792 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Set router 39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:32:58.701033 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 6dd58dbd-a15e-466d-9daf-534e63a1fc67 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:32:58.726963 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-28d22add-c755-450f-9a76-c9ce68e8e61c tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.798577 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-28d22add-c755-450f-9a76-c9ce68e8e61c tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.848866 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 6dd58dbd-a15e-466d-9daf-534e63a1fc67 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:58.849235 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.863247 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-28d22add-c755-450f-9a76-c9ce68e8e61c tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.894242 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d22add-c755-450f-9a76-c9ce68e8e61c tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f021d4-abd0-4962-8aa9-b512fc0c78a2,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:58.958034 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-28d22add-c755-450f-9a76-c9ce68e8e61c tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:58.960462 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-28d22add-c755-450f-9a76-c9ce68e8e61c tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3399351 Oct 29 01:32:58.963786 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 33376) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:58.972702 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-81031273-589a-464c-9b21-4574bc0de277 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Request body: {'security_group_rule': {'security_group_id': '3ab48cd7-152d-4e91-9aa9-10791427ec48', 'project_id': 'fea0db42704249b29fba70abbda7991c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:58.997613 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'name': 'tempest-TestShelveInstance-728975839-router', 'tenant_id': '0ded337b79e04e829dd47a204b4012d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '6dd58dbd-a15e-466d-9daf-534e63a1fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:51Z', 'updated_at': '2021-10-29T01:32:55Z', 'revision_number': 4, 'project_id': '0ded337b79e04e829dd47a204b4012d2', 'gw_port': {'id': '6dd58dbd-a15e-466d-9daf-534e63a1fc67', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:51Z', 'updated_at': '2021-10-29T01:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '1733e28d-8929-4641-9edb-7e056a2c855b', 'name': '', 'network_id': '2f1763f2-5653-46d3-a509-d3e917949e09', 'tenant_id': '0ded337b79e04e829dd47a204b4012d2', 'mac_address': 'fa:16:3e:db:e3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'f9fb4e4c-bcff-49f0-b90c-8c6b31880819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:54Z', 'updated_at': '2021-10-29T01:32:56Z', 'revision_number': 2, 'project_id': '0ded337b79e04e829dd47a204b4012d2', 'subnets': [{'id': 'f9fb4e4c-bcff-49f0-b90c-8c6b31880819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:59.031531 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Checking router: 39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0 for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:32:59.031917 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Updating router 39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0 port 1733e28d-8929-4641-9edb-7e056a2c855b binding host dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:32:59.068342 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.092127 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-81031273-589a-464c-9b21-4574bc0de277 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.176770 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-81031273-589a-464c-9b21-4574bc0de277 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.257179 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-81031273-589a-464c-9b21-4574bc0de277 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.281986 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81031273-589a-464c-9b21-4574bc0de277 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d54b4c8-c466-4796-9cb7-c27a75427f37,revision_number=0']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:59.290045 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 33390) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:59.354810 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Publish callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.365782 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-81031273-589a-464c-9b21-4574bc0de277 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.366975 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-81031273-589a-464c-9b21-4574bc0de277 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4009485 Oct 29 01:32:59.371203 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33396) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:59.376208 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-6ba57b1d-a61d-49b3-88e2-998f2bdc1eda tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Request body: {'security_group_rule': {'security_group_id': '3ab48cd7-152d-4e91-9aa9-10791427ec48', 'project_id': 'fea0db42704249b29fba70abbda7991c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:59.463681 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.506344 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6ba57b1d-a61d-49b3-88e2-998f2bdc1eda tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.518822 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4daccb-9240-453e-994e-d45fb9d3c0ef None None] Pushing event updated for resources: {'Port': ['ID=1733e28d-8929-4641-9edb-7e056a2c855b,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:59.591549 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Attempting to bind port 1733e28d-8929-4641-9edb-7e056a2c855b on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:32:59.595659 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Attempting to bind port 1733e28d-8929-4641-9edb-7e056a2c855b by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '91dfc130-67ce-42d3-9146-71f879c22aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '2f1763f2-5653-46d3-a509-d3e917949e09'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:32:59.596259 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Attempting to bind port 1733e28d-8929-4641-9edb-7e056a2c855b on network 2f1763f2-5653-46d3-a509-d3e917949e09 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:32:59.602697 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:32:59.603069 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Checking segment: {'id': '91dfc130-67ce-42d3-9146-71f879c22aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '2f1763f2-5653-46d3-a509-d3e917949e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:32:59.603474 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.603904 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Bound using segment: {'id': '91dfc130-67ce-42d3-9146-71f879c22aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '2f1763f2-5653-46d3-a509-d3e917949e09'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:32:59.604402 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Bound port: 1733e28d-8929-4641-9edb-7e056a2c855b, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91dfc130-67ce-42d3-9146-71f879c22aaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 934, 'network_id': '2f1763f2-5653-46d3-a509-d3e917949e09'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:32:59.604780 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.656140 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6ba57b1d-a61d-49b3-88e2-998f2bdc1eda tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.694086 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] For port 1733e28d-8929-4641-9edb-7e056a2c855b, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:32:59.698528 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] For port 1733e28d-8929-4641-9edb-7e056a2c855b, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=1733e28d-8929-4641-9edb-7e056a2c855b,segment=NetworkSegment(91dfc130-67ce-42d3-9146-71f879c22aaf),segment_id=91dfc130-67ce-42d3-9146-71f879c22aaf)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:32:59.749332 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6ba57b1d-a61d-49b3-88e2-998f2bdc1eda tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.768261 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba57b1d-a61d-49b3-88e2-998f2bdc1eda tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91510681-1535-4fd1-b994-a603fed17ed6,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:32:59.778574 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.838145 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Routers {'39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:32:59.839369 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:32:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:32:59.842683 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6ba57b1d-a61d-49b3-88e2-998f2bdc1eda tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.843931 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-6ba57b1d-a61d-49b3-88e2-998f2bdc1eda tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4716563 Oct 29 01:32:59.846879 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33422) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:32:59.855143 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-b274c901-6f36-4b99-9c75-bec5215db5fe tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Request body: {'security_group_rule': {'security_group_id': '3ab48cd7-152d-4e91-9aa9-10791427ec48', 'project_id': 'fea0db42704249b29fba70abbda7991c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:32:59.950371 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-628338e9-4169-4c3b-af41-8505e1546cd5 None None] Provisioning complete for port 1733e28d-8929-4641-9edb-7e056a2c855b triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:32:59.950742 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-628338e9-4169-4c3b-af41-8505e1546cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:32:59.957244 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b274c901-6f36-4b99-9c75-bec5215db5fe tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.003198 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4daccb-9240-453e-994e-d45fb9d3c0ef None None] Pushing event updated for resources: {'Port': ['ID=1733e28d-8929-4641-9edb-7e056a2c855b,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:00.058221 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b274c901-6f36-4b99-9c75-bec5215db5fe tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.078624 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] Set router 39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:00.081894 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:33:00.134953 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c8987a06-60d6-448f-bd36-3ea17623b797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987946'] for router_interface, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.155511 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b274c901-6f36-4b99-9c75-bec5215db5fe tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.158601 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:33:00.158820 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device ccaf14e9-30a4-4d96-9861-9c9c8b5e2172 not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:33:00.164467 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-628338e9-4169-4c3b-af41-8505e1546cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.179914 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274c901-6f36-4b99-9c75-bec5215db5fe tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16861d7b-f137-4663-a538-f55ed711e2c8,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:00.272281 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-628338e9-4169-4c3b-af41-8505e1546cd5 None None] For port 1733e28d-8929-4641-9edb-7e056a2c855b, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=1733e28d-8929-4641-9edb-7e056a2c855b,segment=NetworkSegment(91dfc130-67ce-42d3-9146-71f879c22aaf),segment_id=91dfc130-67ce-42d3-9146-71f879c22aaf)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:00.364772 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'name': 'tempest-TestShelveInstance-728975839-router', 'tenant_id': '0ded337b79e04e829dd47a204b4012d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '6dd58dbd-a15e-466d-9daf-534e63a1fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:51Z', 'updated_at': '2021-10-29T01:32:55Z', 'revision_number': 4, 'project_id': '0ded337b79e04e829dd47a204b4012d2', 'gw_port': {'id': '6dd58dbd-a15e-466d-9daf-534e63a1fc67', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:51Z', 'updated_at': '2021-10-29T01:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '1733e28d-8929-4641-9edb-7e056a2c855b', 'name': '', 'network_id': '2f1763f2-5653-46d3-a509-d3e917949e09', 'tenant_id': '0ded337b79e04e829dd47a204b4012d2', 'mac_address': 'fa:16:3e:db:e3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'f9fb4e4c-bcff-49f0-b90c-8c6b31880819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:54Z', 'updated_at': '2021-10-29T01:32:59Z', 'revision_number': 4, 'project_id': '0ded337b79e04e829dd47a204b4012d2', 'subnets': [{'id': 'f9fb4e4c-bcff-49f0-b90c-8c6b31880819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:00.379603 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b274c901-6f36-4b99-9c75-bec5215db5fe tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.382212 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-b274c901-6f36-4b99-9c75-bec5215db5fe tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5329244 Oct 29 01:33:00.384620 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33430) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:00.389382 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-87de5073-58d7-4c32-a6bf-02c839b647cc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Request body: {'security_group_rule': {'security_group_id': '3ab48cd7-152d-4e91-9aa9-10791427ec48', 'project_id': 'fea0db42704249b29fba70abbda7991c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:00.395955 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c496dfd-fdf2-4bec-969a-121fdd308cdf None None] The sync data for ids ['39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0'] in dv-cinder-813984-5-iscsi is: [{'id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'name': 'tempest-TestShelveInstance-728975839-router', 'tenant_id': '0ded337b79e04e829dd47a204b4012d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '6dd58dbd-a15e-466d-9daf-534e63a1fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:51Z', 'updated_at': '2021-10-29T01:32:55Z', 'revision_number': 4, 'project_id': '0ded337b79e04e829dd47a204b4012d2', 'gw_port': {'id': '6dd58dbd-a15e-466d-9daf-534e63a1fc67', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:51Z', 'updated_at': '2021-10-29T01:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '1733e28d-8929-4641-9edb-7e056a2c855b', 'name': '', 'network_id': '2f1763f2-5653-46d3-a509-d3e917949e09', 'tenant_id': '0ded337b79e04e829dd47a204b4012d2', 'mac_address': 'fa:16:3e:db:e3:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'f9fb4e4c-bcff-49f0-b90c-8c6b31880819', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:54Z', 'updated_at': '2021-10-29T01:32:59Z', 'revision_number': 4, 'project_id': '0ded337b79e04e829dd47a204b4012d2', 'subnets': [{'id': 'f9fb4e4c-bcff-49f0-b90c-8c6b31880819', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:33:00.397671 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b90562cf-f5d7-463b-9470-c0109bcbf8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.406225 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-628338e9-4169-4c3b-af41-8505e1546cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.490260 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628338e9-4169-4c3b-af41-8505e1546cd5 None None] Pushing event updated for resources: {'Port': ['ID=1733e28d-8929-4641-9edb-7e056a2c855b,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:00.502111 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c8987a06-60d6-448f-bd36-3ea17623b797 admin admin] Deleting port 8f5e4479-6f52-47f3-93f3-b425c5e6e3b6 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:33:00.502651 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c8987a06-60d6-448f-bd36-3ea17623b797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.520102 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.db.securitygroups_db [None req-87de5073-58d7-4c32-a6bf-02c839b647cc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Project fea0db42704249b29fba70abbda7991c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 01:33:00.527492 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-87de5073-58d7-4c32-a6bf-02c839b647cc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.536520 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-feb17883-562b-4e2a-8d96-f39b68dd556e None None] Provisioning complete for port 1733e28d-8929-4641-9edb-7e056a2c855b triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:00.536887 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-feb17883-562b-4e2a-8d96-f39b68dd556e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.628020 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-87de5073-58d7-4c32-a6bf-02c839b647cc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.632306 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-c8987a06-60d6-448f-bd36-3ea17623b797 admin admin] For port 8f5e4479-6f52-47f3-93f3-b425c5e6e3b6, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=8f5e4479-6f52-47f3-93f3-b425c5e6e3b6,segment=NetworkSegment(33ff02cd-52dc-4853-a733-113b2fb2c58e),segment_id=33ff02cd-52dc-4853-a733-113b2fb2c58e)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:00.634915 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c8987a06-60d6-448f-bd36-3ea17623b797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.652304 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-c8987a06-60d6-448f-bd36-3ea17623b797 admin admin] Calling delete_port for 8f5e4479-6f52-47f3-93f3-b425c5e6e3b6 owned by network:router_interface {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:33:00.716176 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 1733e28d-8929-4641-9edb-7e056a2c855b up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:33:00.732434 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-87de5073-58d7-4c32-a6bf-02c839b647cc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.751695 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de5073-58d7-4c32-a6bf-02c839b647cc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3232db61-888e-4ad2-a810-90c312a2abbe,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:00.781192 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 1733e28d-8929-4641-9edb-7e056a2c855b triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:00.781566 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.894200 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-87de5073-58d7-4c32-a6bf-02c839b647cc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:00.895746 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-87de5073-58d7-4c32-a6bf-02c839b647cc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5100033 Oct 29 01:33:00.898397 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33432) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:00.903923 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-00810593-a7b7-4e61-b576-9790ca9b0fdc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Request body: {'security_group_rule': {'security_group_id': '3ab48cd7-152d-4e91-9aa9-10791427ec48', 'project_id': 'fea0db42704249b29fba70abbda7991c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:00.971983 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c8987a06-60d6-448f-bd36-3ea17623b797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.001960 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8987a06-60d6-448f-bd36-3ea17623b797 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f5e4479-6f52-47f3-93f3-b425c5e6e3b6,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:01.046689 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.db.securitygroups_db [None req-00810593-a7b7-4e61-b576-9790ca9b0fdc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Project fea0db42704249b29fba70abbda7991c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 01:33:01.052630 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-00810593-a7b7-4e61-b576-9790ca9b0fdc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.075261 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.129481 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-00810593-a7b7-4e61-b576-9790ca9b0fdc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.192048 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c8987a06-60d6-448f-bd36-3ea17623b797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-988094'] for router_interface, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.218254 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-00810593-a7b7-4e61-b576-9790ca9b0fdc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.241033 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00810593-a7b7-4e61-b576-9790ca9b0fdc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f357b7bb-bdb0-4993-8a89-49a0bd729fdf,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:01.281153 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.306501 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-00810593-a7b7-4e61-b576-9790ca9b0fdc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.308479 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-00810593-a7b7-4e61-b576-9790ca9b0fdc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4084857 Oct 29 01:33:01.436124 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8987a06-60d6-448f-bd36-3ea17623b797 admin admin] Router ad7aef24-957c-4975-944c-af541a3a3a2c has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:33:01.561538 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8987a06-60d6-448f-bd36-3ea17623b797 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:33:01.570014 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33476) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:01.570553 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-c8987a06-60d6-448f-bd36-3ea17623b797 admin admin] 10.222.0.87 "PUT /v2.0/routers/ad7aef24-957c-4975-944c-af541a3a3a2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2786436 Oct 29 01:33:01.574449 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b95054d-361c-4502-98aa-5debdb07ab1e None None] Sync routers for ids ['ad7aef24-957c-4975-944c-af541a3a3a2c'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:33:01.584832 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b95054d-361c-4502-98aa-5debdb07ab1e None None] Routers {'ad7aef24-957c-4975-944c-af541a3a3a2c'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:01.586059 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-8b95054d-361c-4502-98aa-5debdb07ab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:33:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['ad7aef24-957c-4975-944c-af541a3a3a2c'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:01.700470 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-8b95054d-361c-4502-98aa-5debdb07ab1e None None] Set router ad7aef24-957c-4975-944c-af541a3a3a2c gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:01.702579 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d8601f8e-cdfe-4636-bca8-1cc9a49c8236 admin admin] Publish callbacks [] for router, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.746664 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 33480) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:01.832218 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d8601f8e-cdfe-4636-bca8-1cc9a49c8236 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.897394 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-f5462f42-b172-4fb3-be2a-a56f0bdeddeb admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=18626e87dcd742bca0e65ddb87d7b10b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495576 Oct 29 01:33:01.900805 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 33484) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:01.951052 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c600c68-21d0-4a03-944f-fe5de9113233 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.977445 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c600c68-21d0-4a03-944f-fe5de9113233 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.991859 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-d8601f8e-cdfe-4636-bca8-1cc9a49c8236 admin admin] Deleting port 309443fd-071c-4afc-a7cb-0e03a4e54346 {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:33:01.992286 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d8601f8e-cdfe-4636-bca8-1cc9a49c8236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:01.994416 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-8b95054d-361c-4502-98aa-5debdb07ab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'name': 'tempest-ServerRescueNegativeTestJSON-849913223-router', 'tenant_id': '4b037cd872fe4e0b8b9429048c567b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '309443fd-071c-4afc-a7cb-0e03a4e54346', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:33:00Z', 'revision_number': 5, 'project_id': '4b037cd872fe4e0b8b9429048c567b1b', 'gw_port': {'id': '309443fd-071c-4afc-a7cb-0e03a4e54346', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:40:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:05Z', 'updated_at': '2021-10-29T01:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:02.021225 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b95054d-361c-4502-98aa-5debdb07ab1e None None] Checking router: ad7aef24-957c-4975-944c-af541a3a3a2c for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:33:02.031989 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b95054d-361c-4502-98aa-5debdb07ab1e None None] Routers {'ad7aef24-957c-4975-944c-af541a3a3a2c'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:02.032840 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-8b95054d-361c-4502-98aa-5debdb07ab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:33:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['ad7aef24-957c-4975-944c-af541a3a3a2c'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:02.109859 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-d8601f8e-cdfe-4636-bca8-1cc9a49c8236 admin admin] For port 309443fd-071c-4afc-a7cb-0e03a4e54346, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=309443fd-071c-4afc-a7cb-0e03a4e54346,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:02.110253 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d8601f8e-cdfe-4636-bca8-1cc9a49c8236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:02.115259 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c600c68-21d0-4a03-944f-fe5de9113233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:02.118043 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c600c68-21d0-4a03-944f-fe5de9113233 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:02.122487 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-6c600c68-21d0-4a03-944f-fe5de9113233 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/a322a752-5c37-464d-bab6-c5ab27ece75a HTTP/1.1" status: 204 len: 168 time: 0.2183390 Oct 29 01:33:02.125713 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-d8601f8e-cdfe-4636-bca8-1cc9a49c8236 admin admin] Calling delete_port for 309443fd-071c-4afc-a7cb-0e03a4e54346 owned by network:router_gateway {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:33:02.127634 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-8b95054d-361c-4502-98aa-5debdb07ab1e None None] Set router ad7aef24-957c-4975-944c-af541a3a3a2c gateway port host: None {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:02.129656 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c600c68-21d0-4a03-944f-fe5de9113233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a322a752-5c37-464d-bab6-c5ab27ece75a,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:02.195147 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-8b95054d-361c-4502-98aa-5debdb07ab1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'name': 'tempest-ServerRescueNegativeTestJSON-849913223-router', 'tenant_id': '4b037cd872fe4e0b8b9429048c567b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:33:01Z', 'revision_number': 6, 'project_id': '4b037cd872fe4e0b8b9429048c567b1b', 'gw_port_host': None}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:02.225002 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b95054d-361c-4502-98aa-5debdb07ab1e None None] The sync data for ids ['ad7aef24-957c-4975-944c-af541a3a3a2c'] in dv-cinder-813984-5-iscsi is: [{'id': 'ad7aef24-957c-4975-944c-af541a3a3a2c', 'name': 'tempest-ServerRescueNegativeTestJSON-849913223-router', 'tenant_id': '4b037cd872fe4e0b8b9429048c567b1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:33:01Z', 'revision_number': 6, 'project_id': '4b037cd872fe4e0b8b9429048c567b1b', 'gw_port_host': None}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:33:02.423478 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d8601f8e-cdfe-4636-bca8-1cc9a49c8236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:02.452026 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8601f8e-cdfe-4636-bca8-1cc9a49c8236 admin admin] Pushing event deleted for resources: {'Port': ['ID=309443fd-071c-4afc-a7cb-0e03a4e54346,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:02.527435 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d8601f8e-cdfe-4636-bca8-1cc9a49c8236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989792'] for router_gateway, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:02.660665 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d8601f8e-cdfe-4636-bca8-1cc9a49c8236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3706'] for router, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:02.663674 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d8601f8e-cdfe-4636-bca8-1cc9a49c8236 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:02.846499 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d8601f8e-cdfe-4636-bca8-1cc9a49c8236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987645'] for router, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:02.847148 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8601f8e-cdfe-4636-bca8-1cc9a49c8236 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad7aef24-957c-4975-944c-af541a3a3a2c {{(pid=101843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 01:33:02.853116 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d8601f8e-cdfe-4636-bca8-1cc9a49c8236 admin admin] Publish callbacks [] for router, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:02.854465 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-d8601f8e-cdfe-4636-bca8-1cc9a49c8236 admin admin] 10.222.0.87 "DELETE /v2.0/routers/ad7aef24-957c-4975-944c-af541a3a3a2c HTTP/1.1" status: 204 len: 168 time: 1.2831557 Oct 29 01:33:02.857437 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 33502) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:02.908469 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_v2 [None req-9537a744-5009-4f70-8b6c-f5611a3c43bd admin admin] Deleting subnet 461ec7a9-0b24-4557-8d0b-f37f5daa734d {{(pid=101842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:33:02.911927 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9537a744-5009-4f70-8b6c-f5611a3c43bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:02.950615 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9537a744-5009-4f70-8b6c-f5611a3c43bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555563'] for subnet, precommit_delete_associations {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:02.972052 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:03.001894 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9537a744-5009-4f70-8b6c-f5611a3c43bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8342707'] for subnet, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:03.121797 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9537a744-5009-4f70-8b6c-f5611a3c43bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26056727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26099192'] for subnet, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:03.152941 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537a744-5009-4f70-8b6c-f5611a3c43bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=461ec7a9-0b24-4557-8d0b-f37f5daa734d,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:03.157336 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9537a744-5009-4f70-8b6c-f5611a3c43bd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:03.160885 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-9537a744-5009-4f70-8b6c-f5611a3c43bd admin admin] 10.222.0.87 "DELETE /v2.0/subnets/461ec7a9-0b24-4557-8d0b-f37f5daa734d HTTP/1.1" status: 204 len: 168 time: 0.3023372 Oct 29 01:33:03.163379 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 33526) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:03.237523 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-96fa50bc-383a-45a5-a1c1-78ac2a3cf839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7984549'] for network, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:03.325550 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-96fa50bc-383a-45a5-a1c1-78ac2a3cf839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8172742', 'neutron.services.segments.db._delete_segments_for_network-8789671302000'] for network, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:03.346392 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-96fa50bc-383a-45a5-a1c1-78ac2a3cf839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['994299c4-5e9a-49d2-8046-83a41a29fd88']}} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:03.358734 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-96fa50bc-383a-45a5-a1c1-78ac2a3cf839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33ff02cd-52dc-4853-a733-113b2fb2c58e') {'for_net_delete': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:03.359039 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-96fa50bc-383a-45a5-a1c1-78ac2a3cf839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33ff02cd-52dc-4853-a733-113b2fb2c58e') {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:03.369175 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-96fa50bc-383a-45a5-a1c1-78ac2a3cf839 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789671302777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555570'] for segment, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:03.387122 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33532) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:03.391862 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-96fa50bc-383a-45a5-a1c1-78ac2a3cf839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:03.399233 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96fa50bc-383a-45a5-a1c1-78ac2a3cf839 admin admin] Releasing vlan 902 on physical network physnet1 to pool {{(pid=101842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:33:03.399752 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-96fa50bc-383a-45a5-a1c1-78ac2a3cf839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26056945'] for segment, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: Traceback (most recent call last): Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: timer() Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: cb(*args, **kw) Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: return func(*args, **kwargs) Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: self._notify() Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: self.callback(batched_events) Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: event.method(event) Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: return f(self, *a, **k) Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._get(url).json() Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: return self.request(url, 'GET', **kwargs) Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:33:03.402803 dv-cinder-813984-5-iscsi neutron-server[101842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:33:03.505971 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-b31ab415-908d-41f7-9705-2e249bf37dcc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-372987863-network', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:03.561043 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-96fa50bc-383a-45a5-a1c1-78ac2a3cf839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8171573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989756'] for network, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:03.568353 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-96fa50bc-383a-45a5-a1c1-78ac2a3cf839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:03.573283 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-96fa50bc-383a-45a5-a1c1-78ac2a3cf839 admin admin] 10.222.0.87 "DELETE /v2.0/networks/994299c4-5e9a-49d2-8046-83a41a29fd88 HTTP/1.1" status: 204 len: 168 time: 0.4086101 Oct 29 01:33:03.583836 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa50bc-383a-45a5-a1c1-78ac2a3cf839 admin admin] Pushing event deleted for resources: {'Network': ['ID=994299c4-5e9a-49d2-8046-83a41a29fd88,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:03.636752 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31ab415-908d-41f7-9705-2e249bf37dcc admin admin] Made reservation on behalf of 84bceeeb4f67456a90779360ffc620aa for: {'network': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:33:03.639118 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b31ab415-908d-41f7-9705-2e249bf37dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:03.648289 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b31ab415-908d-41f7-9705-2e249bf37dcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:03.727704 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b31ab415-908d-41f7-9705-2e249bf37dcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:03.880827 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b31ab415-908d-41f7-9705-2e249bf37dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:03.909743 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31ab415-908d-41f7-9705-2e249bf37dcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=101843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:33:03.920658 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ab415-908d-41f7-9705-2e249bf37dcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cf4ab5-0103-4488-aefe-ac984ff0df6a,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:03.927202 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b31ab415-908d-41f7-9705-2e249bf37dcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:03.927699 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.db.segments_db [None req-b31ab415-908d-41f7-9705-2e249bf37dcc admin admin] Added segment 829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76 of type vlan for network b37af5eb-5268-42f9-a4b9-3756fed9194f Oct 29 01:33:03.976071 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b31ab415-908d-41f7-9705-2e249bf37dcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:03.983346 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 33540) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:04.024591 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-6981ea07-033e-4cf5-9114-852a608ee8a2 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4b037cd872fe4e0b8b9429048c567b1b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396743 Oct 29 01:33:04.028497 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33542) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:04.087189 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-aca75807-5260-4ace-94fb-9b7edbc6b20f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:04.089815 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b31ab415-908d-41f7-9705-2e249bf37dcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:04.090850 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ab415-908d-41f7-9705-2e249bf37dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:04.091433 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b31ab415-908d-41f7-9705-2e249bf37dcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:04.160770 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-aca75807-5260-4ace-94fb-9b7edbc6b20f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:04.195010 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ab415-908d-41f7-9705-2e249bf37dcc admin admin] Pushing event updated for resources: {'Network': ['ID=b37af5eb-5268-42f9-a4b9-3756fed9194f,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:04.209897 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network b37af5eb-5268-42f9-a4b9-3756fed9194f details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:33:04.245481 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-b31ab415-908d-41f7-9705-2e249bf37dcc admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8555593 Oct 29 01:33:04.247785 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33544) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:04.255064 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-842fd4a0-0b41-4f0b-97c1-3f0d0bcfa0ed admin admin] Request body: {'subnet': {'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-372987863-subnet', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'ip_version': 4}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:04.360483 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-aca75807-5260-4ace-94fb-9b7edbc6b20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:04.363100 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-aca75807-5260-4ace-94fb-9b7edbc6b20f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:04.364367 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-aca75807-5260-4ace-94fb-9b7edbc6b20f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/832104dc-713a-4e97-9696-f9600380bf2d HTTP/1.1" status: 204 len: 168 time: 0.3347106 Oct 29 01:33:04.374085 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca75807-5260-4ace-94fb-9b7edbc6b20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832104dc-713a-4e97-9696-f9600380bf2d,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:04.392070 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842fd4a0-0b41-4f0b-97c1-3f0d0bcfa0ed admin admin] Made reservation on behalf of 84bceeeb4f67456a90779360ffc620aa for: {'subnet': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:33:04.400660 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-842fd4a0-0b41-4f0b-97c1-3f0d0bcfa0ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25205606'] for subnet, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:04.620173 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 8f5e4479-6f52-47f3-93f3-b425c5e6e3b6 no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:33:04.641351 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 8f5e4479-6f52-47f3-93f3-b425c5e6e3b6 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:33:04.641598 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 8f5e4479-6f52-47f3-93f3-b425c5e6e3b6 not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:33:04.642012 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 309443fd-071c-4afc-a7cb-0e03a4e54346 no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:33:04.666909 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 309443fd-071c-4afc-a7cb-0e03a4e54346 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:33:04.667235 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 309443fd-071c-4afc-a7cb-0e03a4e54346 not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:33:04.680695 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-842fd4a0-0b41-4f0b-97c1-3f0d0bcfa0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2790585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25205404'] for subnet, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:04.741528 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fd4a0-0b41-4f0b-97c1-3f0d0bcfa0ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c138a45-42da-4b80-988e-91ca66e794cd,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:04.750432 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842fd4a0-0b41-4f0b-97c1-3f0d0bcfa0ed admin admin] Checking segment: {'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:33:04.750432 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842fd4a0-0b41-4f0b-97c1-3f0d0bcfa0ed admin admin] Network hostable DHCP agents. Network: b37af5eb-5268-42f9-a4b9-3756fed9194f, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:33:04.852413 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842fd4a0-0b41-4f0b-97c1-3f0d0bcfa0ed admin admin] Network b37af5eb-5268-42f9-a4b9-3756fed9194f is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:33:04.966590 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-842fd4a0-0b41-4f0b-97c1-3f0d0bcfa0ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, b37af5eb-5268-42f9-a4b9-3756fed9194f) {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:04.979930 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842fd4a0-0b41-4f0b-97c1-3f0d0bcfa0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:04.981660 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-842fd4a0-0b41-4f0b-97c1-3f0d0bcfa0ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:04.982187 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7696ab4f-e4aa-4870-9a05-e6bc0d6e89b3 None None] Network b37af5eb-5268-42f9-a4b9-3756fed9194f requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:33:05.139592 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d33461b-c472-5369-acc0-faddeed87618-b37af5eb-5268-42f9-a4b9-3756fed9194f', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd'}]}} from dv-cinder-813984-5-iscsi. {{(pid=101844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 01:33:05.140584 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:05.180767 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-842fd4a0-0b41-4f0b-97c1-3f0d0bcfa0ed admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9309311 Oct 29 01:33:05.183259 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33566) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:05.188423 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:05.285126 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Allocated IP 172.20.0.2 (b37af5eb-5268-42f9-a4b9-3756fed9194f/7c138a45-42da-4b80-988e-91ca66e794cd/2ceeee94-f9ef-4391-aa75-1003298ec382) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:33:05.298040 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3604'] for router, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:05.299248 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3587'] for router, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:05.355687 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:05.435137 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Publish callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:05.504212 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:05.549040 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Network b37af5eb-5268-42f9-a4b9-3756fed9194f is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:33:05.552323 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:05.555510 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:33:05.591526 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:05.600164 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Pushing event updated for resources: {'Port': ['ID=2ceeee94-f9ef-4391-aa75-1003298ec382,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:05.636541 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Attempting to bind port 2ceeee94-f9ef-4391-aa75-1003298ec382 on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:33:05.636910 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Attempting to bind port 2ceeee94-f9ef-4391-aa75-1003298ec382 by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:33:05.637267 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Attempting to bind port 2ceeee94-f9ef-4391-aa75-1003298ec382 on network b37af5eb-5268-42f9-a4b9-3756fed9194f {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:33:05.644239 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:33:05.644614 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Checking segment: {'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:33:05.645000 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:05.645390 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Bound using segment: {'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:33:05.645853 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Bound port: 2ceeee94-f9ef-4391-aa75-1003298ec382, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:33:05.648130 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:05.720247 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] For port 2ceeee94-f9ef-4391-aa75-1003298ec382, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:33:05.730283 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] For port 2ceeee94-f9ef-4391-aa75-1003298ec382, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=2ceeee94-f9ef-4391-aa75-1003298ec382,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:33:05.817593 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:05.891021 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ad848-e3d5-44d6-8c2c-4d25b97a9130 None None] Pushing event updated for resources: {'Port': ['ID=2ceeee94-f9ef-4391-aa75-1003298ec382,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:06.114031 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:06.135647 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:06.251766 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Allocated IP 172.27.3.135 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/6ce3be6b-2cfb-4fac-a4e5-737f835e3944) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:33:06.371418 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:06.486665 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:06.532698 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:33:06.535873 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:06.538387 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:33:06.563933 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Pushing event updated for resources: {'Port': ['ID=6ce3be6b-2cfb-4fac-a4e5-737f835e3944,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:06.578299 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:06.578767 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:06.578989 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:06.579325 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:06.579659 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:06.580019 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:06.580355 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:06.580754 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:06.581005 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:06.581332 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:06.581656 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:06.581990 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:06.738642 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 2ceeee94-f9ef-4391-aa75-1003298ec382 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:33:06.831639 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 2ceeee94-f9ef-4391-aa75-1003298ec382 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:06.832583 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:06.938457 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056af6db-8251-42c4-8f0c-696a23e1c83a None None] Network b37af5eb-5268-42f9-a4b9-3756fed9194f requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:33:06.984380 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:07.000634 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:07.051571 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] For port 2ceeee94-f9ef-4391-aa75-1003298ec382, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=2ceeee94-f9ef-4391-aa75-1003298ec382,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:07.055830 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-04c0bec3-deca-4948-a3e8-bd684cfb0e6f None None] Provisioning complete for port 2ceeee94-f9ef-4391-aa75-1003298ec382 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:07.056736 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-04c0bec3-deca-4948-a3e8-bd684cfb0e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:07.200961 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-04c0bec3-deca-4948-a3e8-bd684cfb0e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:07.219461 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991112'] for router, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:07.287538 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:07.378241 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.db.api [None req-04c0bec3-deca-4948-a3e8-bd684cfb0e6f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 01:33:07.378708 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG oslo_db.api [None req-04c0bec3-deca-4948-a3e8-bd684cfb0e6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 01:33:07.379657 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Pushing event updated for resources: {'Port': ['ID=2ceeee94-f9ef-4391-aa75-1003298ec382,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:07.474860 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Router d38bfa45-bbba-4ca8-8e86-ca68f620392e is scheduled to L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac with binding_index 1 {{(pid=101843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 01:33:07.515418 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 33608) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:07.585717 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:33:07.597298 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Sync routers for ids ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:33:07.608727 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Routers {'d38bfa45-bbba-4ca8-8e86-ca68f620392e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:07.609405 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:33:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:07.626086 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce464772-687e-4f17-88b4-5a158b9e5c69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:07.648165 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] Publish callbacks [] for router, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:07.649654 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-3c4164ab-d76d-48bc-84a9-c17d9d39a028 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4648328 Oct 29 01:33:07.652823 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 33612) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:07.737387 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Set router d38bfa45-bbba-4ca8-8e86-ca68f620392e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:07.892392 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce464772-687e-4f17-88b4-5a158b9e5c69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:07.969585 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:06Z', 'revision_number': 3, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:08.007084 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Checking router: d38bfa45-bbba-4ca8-8e86-ca68f620392e for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:33:08.007421 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Updating router d38bfa45-bbba-4ca8-8e86-ca68f620392e port 6ce3be6b-2cfb-4fac-a4e5-737f835e3944 binding host dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:33:08.033215 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:08.042193 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce464772-687e-4f17-88b4-5a158b9e5c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:08.105873 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-ce464772-687e-4f17-88b4-5a158b9e5c69 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=80b7052d7a294778845620bedec80494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5891318 Oct 29 01:33:08.108866 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33618) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:08.114213 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce464772-687e-4f17-88b4-5a158b9e5c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2209774c-862d-416b-80ee-7b866cd9e286,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:08.124796 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-0e2de1fd-8a53-4c8b-ad07-6c1b501e7714 None None] Provisioning complete for port 2ceeee94-f9ef-4391-aa75-1003298ec382 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:08.124796 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0e2de1fd-8a53-4c8b-ad07-6c1b501e7714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:08.186678 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a076c331-3a4a-4b78-892d-64b8ba2dbafb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:08.204797 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:08.220627 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a076c331-3a4a-4b78-892d-64b8ba2dbafb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:08.372265 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Allocated IP 172.20.0.1 (b37af5eb-5268-42f9-a4b9-3756fed9194f/7c138a45-42da-4b80-988e-91ca66e794cd/3b2b6f44-36e9-4e28-a204-9b76b7c649a1) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:33:08.396166 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a076c331-3a4a-4b78-892d-64b8ba2dbafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:08.399629 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a076c331-3a4a-4b78-892d-64b8ba2dbafb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:08.402747 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-a076c331-3a4a-4b78-892d-64b8ba2dbafb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/2209774c-862d-416b-80ee-7b866cd9e286 HTTP/1.1" status: 204 len: 168 time: 0.2902958 Oct 29 01:33:08.411327 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076c331-3a4a-4b78-892d-64b8ba2dbafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2209774c-862d-416b-80ee-7b866cd9e286,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:08.495174 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:08.516236 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Publish callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:08.594723 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:08.631593 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:08.654792 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Attempting to bind port 6ce3be6b-2cfb-4fac-a4e5-737f835e3944 on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:33:08.655168 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Attempting to bind port 6ce3be6b-2cfb-4fac-a4e5-737f835e3944 by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:33:08.655533 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Attempting to bind port 6ce3be6b-2cfb-4fac-a4e5-737f835e3944 on network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:33:08.662716 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0e088-4e1f-4b0e-8e96-7611b901845c None None] Pushing event updated for resources: {'Port': ['ID=6ce3be6b-2cfb-4fac-a4e5-737f835e3944,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:08.668800 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:33:08.669182 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Checking segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:33:08.669592 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:08.669984 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Bound using segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:33:08.670441 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Bound port: 6ce3be6b-2cfb-4fac-a4e5-737f835e3944, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:33:08.670901 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:08.679369 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Network b37af5eb-5268-42f9-a4b9-3756fed9194f is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:33:08.685943 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:08.703710 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 2ceeee94-f9ef-4391-aa75-1003298ec382 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:33:08.709890 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3b2b6f44-36e9-4e28-a204-9b76b7c649a1,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:08.715144 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:33:08.774032 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] For port 6ce3be6b-2cfb-4fac-a4e5-737f835e3944, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:33:08.779036 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] For port 6ce3be6b-2cfb-4fac-a4e5-737f835e3944, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=6ce3be6b-2cfb-4fac-a4e5-737f835e3944,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:33:08.779222 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989877'] for router_interface, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:08.815584 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 2ceeee94-f9ef-4391-aa75-1003298ec382 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:08.815993 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:08.842852 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:08.918515 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Routers {'d38bfa45-bbba-4ca8-8e86-ca68f620392e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:08.919223 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:33:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:09.005808 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da0e088-4e1f-4b0e-8e96-7611b901845c None None] Pushing event updated for resources: {'Port': ['ID=6ce3be6b-2cfb-4fac-a4e5-737f835e3944,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:09.015529 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:09.099667 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] Set router d38bfa45-bbba-4ca8-8e86-ca68f620392e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:09.155318 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 33628) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:09.179750 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eba94a08-ffc8-4c35-ab6e-e44436c72b30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:09.220875 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-520d79cd-00af-4ebc-aad8-794bd1ba239a None None] Provisioning complete for port 3b2b6f44-36e9-4e28-a204-9b76b7c649a1 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:09.221243 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-520d79cd-00af-4ebc-aad8-794bd1ba239a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:09.253309 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:09.273311 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-520d79cd-00af-4ebc-aad8-794bd1ba239a None None] Port 3b2b6f44-36e9-4e28-a204-9b76b7c649a1 cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:33:09.332247 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:06Z', 'revision_number': 3, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:09.363445 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8739ac53-a29d-46d6-9304-b49381a35df7 None None] The sync data for ids ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'] in dv-cinder-813984-5-iscsi is: [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:06Z', 'revision_number': 3, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:33:09.409241 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:09.498983 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eba94a08-ffc8-4c35-ab6e-e44436c72b30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:09.502840 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987973'] for router_interface, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:09.505795 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Pushing event updated for resources: {'Port': ['ID=3b2b6f44-36e9-4e28-a204-9b76b7c649a1,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:09.519399 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.519784 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.520121 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.520462 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.520790 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.521126 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.521460 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.521793 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.522131 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.522454 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.522778 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.523103 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:33:09.584364 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eba94a08-ffc8-4c35-ab6e-e44436c72b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:09.653356 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-eba94a08-ffc8-4c35-ab6e-e44436c72b30 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=68b628d3b2b146fd85b38003a83081f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4969368 Oct 29 01:33:09.656274 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba94a08-ffc8-4c35-ab6e-e44436c72b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98823d1e-f74c-41a0-927b-24dda838d54a,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:09.656931 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33630) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:09.681704 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Network b37af5eb-5268-42f9-a4b9-3756fed9194f is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:33:09.684171 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:09.721680 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-292760e9-628c-4491-b639-ae443ade6d8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:09.751380 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-292760e9-628c-4491-b639-ae443ade6d8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:09.916121 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-292760e9-628c-4491-b639-ae443ade6d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:09.916121 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-292760e9-628c-4491-b639-ae443ade6d8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:09.925597 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-292760e9-628c-4491-b639-ae443ade6d8b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/98823d1e-f74c-41a0-927b-24dda838d54a HTTP/1.1" status: 204 len: 168 time: 0.2645142 Oct 29 01:33:09.941177 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292760e9-628c-4491-b639-ae443ade6d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98823d1e-f74c-41a0-927b-24dda838d54a,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:10.010334 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-07a9395a-9d36-4c8e-bc10-0d585a20325c None None] Provisioning complete for port 3b2b6f44-36e9-4e28-a204-9b76b7c649a1 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:10.014759 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-07a9395a-9d36-4c8e-bc10-0d585a20325c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:10.066179 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-07a9395a-9d36-4c8e-bc10-0d585a20325c None None] Port 3b2b6f44-36e9-4e28-a204-9b76b7c649a1 cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:33:10.142309 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Router d38bfa45-bbba-4ca8-8e86-ca68f620392e has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:33:10.255427 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:33:10.261966 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-c0ad4fad-b97a-481c-a59a-1767a53d49b3 admin admin] 10.222.0.87 "PUT /v2.0/routers/d38bfa45-bbba-4ca8-8e86-ca68f620392e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6080368 Oct 29 01:33:10.628947 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9b3d7409-9482-4ccf-ab0e-abfa3ad3a2f2 req-a331fc8f-200f-4ca0-b2bf-c34e95464b58 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521758 Oct 29 01:33:10.701566 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 6ce3be6b-2cfb-4fac-a4e5-737f835e3944 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:33:10.721395 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d7409-9482-4ccf-ab0e-abfa3ad3a2f2 req-c88306be-e888-433d-8a38-5022cf8f85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:10.722631 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9b3d7409-9482-4ccf-ab0e-abfa3ad3a2f2 req-c88306be-e888-433d-8a38-5022cf8f85ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=413ce1a7d8504d0b9f656d9e623f9005&device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 1099 time: 0.0602694 Oct 29 01:33:10.778151 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 6ce3be6b-2cfb-4fac-a4e5-737f835e3944 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:10.778893 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:10.911481 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:10.922621 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d7409-9482-4ccf-ab0e-abfa3ad3a2f2 req-08778105-97e6-425c-835b-65f2ac8d9c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:10.925983 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9b3d7409-9482-4ccf-ab0e-abfa3ad3a2f2 req-08778105-97e6-425c-835b-65f2ac8d9c7c service neutron] 10.222.0.83 "GET /v2.0/networks?id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a HTTP/1.1" status: 200 len: 918 time: 0.1784286 Oct 29 01:33:10.940861 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] For port 6ce3be6b-2cfb-4fac-a4e5-737f835e3944, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=6ce3be6b-2cfb-4fac-a4e5-737f835e3944,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:11.001900 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:11.024409 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9b3d7409-9482-4ccf-ab0e-abfa3ad3a2f2 req-e47ba197-1534-402b-8701-b36852a5ccc7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=01153800-bf44-4376-854e-aec24743a4d7 HTTP/1.1" status: 200 len: 1001 time: 0.0808029 Oct 29 01:33:11.094410 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Pushing event updated for resources: {'Port': ['ID=6ce3be6b-2cfb-4fac-a4e5-737f835e3944,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:11.155088 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:11.230779 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Sync routers for ids ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:33:11.241822 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Routers {'d38bfa45-bbba-4ca8-8e86-ca68f620392e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:11.242455 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:33:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:11.371541 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Set router d38bfa45-bbba-4ca8-8e86-ca68f620392e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:11.436711 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33678) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:11.441567 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-faffa941-dbb3-40f9-83c1-4118f1b2e587 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1781631238-network', 'tenant_id': '48c40f6100194f228f40303a3fad55f2'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:11.544127 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faffa941-dbb3-40f9-83c1-4118f1b2e587 admin admin] Made reservation on behalf of 48c40f6100194f228f40303a3fad55f2 for: {'network': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:33:11.547689 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-faffa941-dbb3-40f9-83c1-4118f1b2e587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:11.561296 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-faffa941-dbb3-40f9-83c1-4118f1b2e587 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:11.604035 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:09Z', 'revision_number': 2, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:11.632370 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Checking router: d38bfa45-bbba-4ca8-8e86-ca68f620392e for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:33:11.632727 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Updating router d38bfa45-bbba-4ca8-8e86-ca68f620392e port 3b2b6f44-36e9-4e28-a204-9b76b7c649a1 binding host dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:33:11.658057 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:11.660862 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-faffa941-dbb3-40f9-83c1-4118f1b2e587 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:11.774721 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-faffa941-dbb3-40f9-83c1-4118f1b2e587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:11.802698 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faffa941-dbb3-40f9-83c1-4118f1b2e587 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=101843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:33:11.814483 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffa941-dbb3-40f9-83c1-4118f1b2e587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889b6dcc-74f3-4863-86f8-8733123e05fb,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:11.822590 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-faffa941-dbb3-40f9-83c1-4118f1b2e587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:11.823110 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.db.segments_db [None req-faffa941-dbb3-40f9-83c1-4118f1b2e587 admin admin] Added segment a321ae66-a74d-4296-9ab2-027ca64f7519 of type vlan for network ace7e7b6-9fbb-4270-ad4a-42b5c2acff80 Oct 29 01:33:11.865690 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-faffa941-dbb3-40f9-83c1-4118f1b2e587 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:11.929464 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Publish callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:11.989234 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-faffa941-dbb3-40f9-83c1-4118f1b2e587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:11.990231 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffa941-dbb3-40f9-83c1-4118f1b2e587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:11.990818 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-faffa941-dbb3-40f9-83c1-4118f1b2e587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:12.023770 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:12.053717 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffa941-dbb3-40f9-83c1-4118f1b2e587 admin admin] Pushing event updated for resources: {'Network': ['ID=ace7e7b6-9fbb-4270-ad4a-42b5c2acff80,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:12.063774 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network ace7e7b6-9fbb-4270-ad4a-42b5c2acff80 details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:33:12.071302 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09581266-94cd-48bb-8da3-f7c0ff56afb2 None None] Pushing event updated for resources: {'Port': ['ID=3b2b6f44-36e9-4e28-a204-9b76b7c649a1,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:12.131002 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Attempting to bind port 3b2b6f44-36e9-4e28-a204-9b76b7c649a1 on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:33:12.131627 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Attempting to bind port 3b2b6f44-36e9-4e28-a204-9b76b7c649a1 by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:33:12.138454 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Attempting to bind port 3b2b6f44-36e9-4e28-a204-9b76b7c649a1 on network b37af5eb-5268-42f9-a4b9-3756fed9194f {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:33:12.138727 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-faffa941-dbb3-40f9-83c1-4118f1b2e587 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6963601 Oct 29 01:33:12.138851 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 33696) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:12.139288 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:33:12.139288 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Checking segment: {'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:33:12.139953 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:12.140504 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Bound using segment: {'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:33:12.141131 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Bound port: 3b2b6f44-36e9-4e28-a204-9b76b7c649a1, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:33:12.141686 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:12.142185 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-cfb66dd2-96ca-4a81-8abe-12f4082513a3 admin admin] Request body: {'subnet': {'network_id': 'ace7e7b6-9fbb-4270-ad4a-42b5c2acff80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1781631238-subnet', 'tenant_id': '48c40f6100194f228f40303a3fad55f2', 'ip_version': 4}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:12.222413 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] For port 3b2b6f44-36e9-4e28-a204-9b76b7c649a1, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:33:12.226001 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] For port 3b2b6f44-36e9-4e28-a204-9b76b7c649a1, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=3b2b6f44-36e9-4e28-a204-9b76b7c649a1,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:33:12.292315 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb66dd2-96ca-4a81-8abe-12f4082513a3 admin admin] Made reservation on behalf of 48c40f6100194f228f40303a3fad55f2 for: {'subnet': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:33:12.295966 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cfb66dd2-96ca-4a81-8abe-12f4082513a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26098713'] for subnet, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:12.300088 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-15c6cab7-1ce7-4a1c-8176-cafd1f7aee3b None None] Provisioning complete for port 3b2b6f44-36e9-4e28-a204-9b76b7c649a1 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:12.300088 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-15c6cab7-1ce7-4a1c-8176-cafd1f7aee3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:12.332711 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:12.344977 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-15c6cab7-1ce7-4a1c-8176-cafd1f7aee3b None None] Port 3b2b6f44-36e9-4e28-a204-9b76b7c649a1 cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:33:12.396394 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Routers {'d38bfa45-bbba-4ca8-8e86-ca68f620392e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:12.397036 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:33:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:12.466761 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09581266-94cd-48bb-8da3-f7c0ff56afb2 None None] Pushing event updated for resources: {'Port': ['ID=3b2b6f44-36e9-4e28-a204-9b76b7c649a1,revision_number=4']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:12.531502 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] Set router d38bfa45-bbba-4ca8-8e86-ca68f620392e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:12.594776 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cfb66dd2-96ca-4a81-8abe-12f4082513a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26056790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26099171'] for subnet, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:12.674365 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d7409-9482-4ccf-ab0e-abfa3ad3a2f2 req-36ed1cc1-7ccd-44d6-a1f9-bb3a0542d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:12.675921 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9b3d7409-9482-4ccf-ab0e-abfa3ad3a2f2 req-36ed1cc1-7ccd-44d6-a1f9-bb3a0542d37e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2ede7331-865e-43e5-b251-83ad21e6a29c HTTP/1.1" status: 200 len: 856 time: 0.1268468 Oct 29 01:33:12.698044 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb66dd2-96ca-4a81-8abe-12f4082513a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f030aa-6ef0-43e4-9aea-76dad14d65c6,revision_number=0']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:12.699446 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-50c03b25-7a2c-4116-8d5a-420eb1fb98e0 None None] Provisioning complete for port 3b2b6f44-36e9-4e28-a204-9b76b7c649a1 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:12.699863 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50c03b25-7a2c-4116-8d5a-420eb1fb98e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:12.722343 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb66dd2-96ca-4a81-8abe-12f4082513a3 admin admin] Checking segment: {'id': 'a321ae66-a74d-4296-9ab2-027ca64f7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ace7e7b6-9fbb-4270-ad4a-42b5c2acff80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:33:12.722818 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb66dd2-96ca-4a81-8abe-12f4082513a3 admin admin] Network hostable DHCP agents. Network: ace7e7b6-9fbb-4270-ad4a-42b5c2acff80, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:33:12.756432 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 6ce3be6b-2cfb-4fac-a4e5-737f835e3944 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:33:12.812016 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb66dd2-96ca-4a81-8abe-12f4082513a3 admin admin] Network ace7e7b6-9fbb-4270-ad4a-42b5c2acff80 is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:33:12.854258 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50c03b25-7a2c-4116-8d5a-420eb1fb98e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:12.863491 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:12.864389 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 6ce3be6b-2cfb-4fac-a4e5-737f835e3944 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:12.864762 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:12.896509 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-cfb66dd2-96ca-4a81-8abe-12f4082513a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, ace7e7b6-9fbb-4270-ad4a-42b5c2acff80) {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:12.902200 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb66dd2-96ca-4a81-8abe-12f4082513a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:12.903094 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-cfb66dd2-96ca-4a81-8abe-12f4082513a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:12.911125 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af51d58-8b8e-47cd-a358-08a4e43d9f4d None None] The sync data for ids ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'] in dv-cinder-813984-5-iscsi is: [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:33:12.912036 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedcc615-b481-4236-a56a-dd6cf2624374 None None] Network ace7e7b6-9fbb-4270-ad4a-42b5c2acff80 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:33:12.985441 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-50c03b25-7a2c-4116-8d5a-420eb1fb98e0 None None] For port 3b2b6f44-36e9-4e28-a204-9b76b7c649a1, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=3b2b6f44-36e9-4e28-a204-9b76b7c649a1,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:13.006720 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33718) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:13.012983 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-cfb66dd2-96ca-4a81-8abe-12f4082513a3 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8685069 Oct 29 01:33:13.024099 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1781631238-router', 'tenant_id': '48c40f6100194f228f40303a3fad55f2', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:13.116084 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50c03b25-7a2c-4116-8d5a-420eb1fb98e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:13.167010 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3604'] for router, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:13.168289 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3587'] for router, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:13.198124 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c03b25-7a2c-4116-8d5a-420eb1fb98e0 None None] Pushing event updated for resources: {'Port': ['ID=3b2b6f44-36e9-4e28-a204-9b76b7c649a1,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:13.213875 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d33461b-c472-5369-acc0-faddeed87618-ace7e7b6-9fbb-4270-ad4a-42b5c2acff80', 'network_id': 'ace7e7b6-9fbb-4270-ad4a-42b5c2acff80', 'tenant_id': '48c40f6100194f228f40303a3fad55f2', 'fixed_ips': [{'subnet_id': '71f030aa-6ef0-43e4-9aea-76dad14d65c6'}]}} from dv-cinder-813984-5-iscsi. {{(pid=101844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 01:33:13.213875 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:13.241407 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:13.378325 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Allocated IP 172.20.0.2 (ace7e7b6-9fbb-4270-ad4a-42b5c2acff80/71f030aa-6ef0-43e4-9aea-76dad14d65c6/1928d0af-0078-489c-904e-c5a39335cfc9) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:33:13.547194 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:13.551026 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d7409-9482-4ccf-ab0e-abfa3ad3a2f2 req-e9d16d30-3a82-4bb4-abc6-befef0148471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:13.552561 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9b3d7409-9482-4ccf-ab0e-abfa3ad3a2f2 req-e9d16d30-3a82-4bb4-abc6-befef0148471 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780063 Oct 29 01:33:13.576153 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Publish callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:13.670767 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:13.734237 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Pushing event updated for resources: {'Port': ['ID=1928d0af-0078-489c-904e-c5a39335cfc9,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:13.745772 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Network ace7e7b6-9fbb-4270-ad4a-42b5c2acff80 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:33:13.747204 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:13.749651 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:33:13.811146 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Attempting to bind port 1928d0af-0078-489c-904e-c5a39335cfc9 on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:33:13.811475 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Attempting to bind port 1928d0af-0078-489c-904e-c5a39335cfc9 by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': 'a321ae66-a74d-4296-9ab2-027ca64f7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ace7e7b6-9fbb-4270-ad4a-42b5c2acff80'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:33:13.811990 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Attempting to bind port 1928d0af-0078-489c-904e-c5a39335cfc9 on network ace7e7b6-9fbb-4270-ad4a-42b5c2acff80 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:33:13.817372 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:33:13.817746 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Checking segment: {'id': 'a321ae66-a74d-4296-9ab2-027ca64f7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ace7e7b6-9fbb-4270-ad4a-42b5c2acff80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:33:13.818149 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:13.818539 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Bound using segment: {'id': 'a321ae66-a74d-4296-9ab2-027ca64f7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ace7e7b6-9fbb-4270-ad4a-42b5c2acff80'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:33:13.819008 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Bound port: 1928d0af-0078-489c-904e-c5a39335cfc9, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a321ae66-a74d-4296-9ab2-027ca64f7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ace7e7b6-9fbb-4270-ad4a-42b5c2acff80'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:33:13.819387 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:13.890078 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:13.904634 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] For port 1928d0af-0078-489c-904e-c5a39335cfc9, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:33:13.909547 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] For port 1928d0af-0078-489c-904e-c5a39335cfc9, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=1928d0af-0078-489c-904e-c5a39335cfc9,segment=NetworkSegment(a321ae66-a74d-4296-9ab2-027ca64f7519),segment_id=a321ae66-a74d-4296-9ab2-027ca64f7519)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:33:13.921864 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:13.972922 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:14.057722 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad8ead-4907-4668-8378-271601be2e6b None None] Pushing event updated for resources: {'Port': ['ID=1928d0af-0078-489c-904e-c5a39335cfc9,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:14.059002 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Allocated IP 172.27.3.133 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/f6480461-1bfb-44d3-99f1-76fb4249e95b) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:33:14.192161 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:14.315319 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:14.375530 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:33:14.376948 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:14.380751 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:33:14.410696 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Pushing event updated for resources: {'Port': ['ID=f6480461-1bfb-44d3-99f1-76fb4249e95b,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:14.460809 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 33742) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:14.600592 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9708005d-be88-481f-a9e4-33b1a7c4ac81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:14.711577 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9b3d7409-9482-4ccf-ab0e-abfa3ad3a2f2 req-648fbd68-13f4-49f4-b8a7-69edfe352c52 service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702158 Oct 29 01:33:14.716619 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9708005d-be88-481f-a9e4-33b1a7c4ac81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:14.750166 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:14.773236 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 1928d0af-0078-489c-904e-c5a39335cfc9 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:33:14.791443 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9708005d-be88-481f-a9e4-33b1a7c4ac81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:14.832534 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708005d-be88-481f-a9e4-33b1a7c4ac81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3588dde-341d-4651-bcc9-d8baa0010e58,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:14.835064 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 1928d0af-0078-489c-904e-c5a39335cfc9 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:14.838526 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:14.898682 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9b3d7409-9482-4ccf-ab0e-abfa3ad3a2f2 req-77f34bd1-1351-494a-af4e-d27b8ca12f5f service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753833 Oct 29 01:33:14.902680 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-9708005d-be88-481f-a9e4-33b1a7c4ac81 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3c3afebb835140d09afbe04f5be8c6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4407146 Oct 29 01:33:14.905829 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 33748) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:14.976845 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:14.985055 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-34d5a6e2-88fd-4d98-a924-bca2931c610e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.022890 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-34d5a6e2-88fd-4d98-a924-bca2931c610e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.039603 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] For port 1928d0af-0078-489c-904e-c5a39335cfc9, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=1928d0af-0078-489c-904e-c5a39335cfc9,segment=NetworkSegment(a321ae66-a74d-4296-9ab2-027ca64f7519),segment_id=a321ae66-a74d-4296-9ab2-027ca64f7519)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:15.109216 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.113381 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 3b2b6f44-36e9-4e28-a204-9b76b7c649a1 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:33:15.202758 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Pushing event updated for resources: {'Port': ['ID=1928d0af-0078-489c-904e-c5a39335cfc9,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:15.217688 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-34d5a6e2-88fd-4d98-a924-bca2931c610e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.222538 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 3b2b6f44-36e9-4e28-a204-9b76b7c649a1 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:15.222538 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.222749 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-34d5a6e2-88fd-4d98-a924-bca2931c610e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.223299 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-34d5a6e2-88fd-4d98-a924-bca2931c610e admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d3588dde-341d-4651-bcc9-d8baa0010e58 HTTP/1.1" status: 204 len: 168 time: 0.3162339 Oct 29 01:33:15.249417 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5a6e2-88fd-4d98-a924-bca2931c610e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3588dde-341d-4651-bcc9-d8baa0010e58,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:15.261341 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed46cc4-6ca1-490c-86d9-a39610030e0d None None] Network ace7e7b6-9fbb-4270-ad4a-42b5c2acff80 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:33:15.268706 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991112'] for router, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.486542 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-f0493087-f27f-4dbf-ae2b-42c4bf94c0f0 None None] Provisioning complete for port 1928d0af-0078-489c-904e-c5a39335cfc9 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:15.486849 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f0493087-f27f-4dbf-ae2b-42c4bf94c0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.503220 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Router 89211d4b-d1f1-4681-abe7-15ca35aab2a9 is scheduled to L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac with binding_index 1 {{(pid=101843) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 01:33:15.630487 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:33:15.654936 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Sync routers for ids ['89211d4b-d1f1-4681-abe7-15ca35aab2a9'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:33:15.701340 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Routers {'89211d4b-d1f1-4681-abe7-15ca35aab2a9'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:15.702242 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:33:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['89211d4b-d1f1-4681-abe7-15ca35aab2a9'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:15.734322 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] Publish callbacks [] for router, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:15.735638 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-2c99dab3-b7aa-43a9-a27e-657e0c9d3830 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7273018 Oct 29 01:33:15.738357 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33756) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:15.839466 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Set router 89211d4b-d1f1-4681-abe7-15ca35aab2a9 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:16.011698 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33764) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:16.031013 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-abf88ae7-86cb-45e9-833c-7b20da023057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.073168 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'name': 'tempest-TestVolumeBootPattern-1781631238-router', 'tenant_id': '48c40f6100194f228f40303a3fad55f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f6480461-1bfb-44d3-99f1-76fb4249e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:13Z', 'updated_at': '2021-10-29T01:33:14Z', 'revision_number': 3, 'project_id': '48c40f6100194f228f40303a3fad55f2', 'gw_port': {'id': 'f6480461-1bfb-44d3-99f1-76fb4249e95b', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:13Z', 'updated_at': '2021-10-29T01:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:16.108460 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Checking router: 89211d4b-d1f1-4681-abe7-15ca35aab2a9 for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:33:16.108681 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Updating router 89211d4b-d1f1-4681-abe7-15ca35aab2a9 port f6480461-1bfb-44d3-99f1-76fb4249e95b binding host dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:33:16.146522 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.181861 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-223123dc-154e-45aa-a3dd-b8e70f611fc1 None None] Provisioning complete for port 1928d0af-0078-489c-904e-c5a39335cfc9 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:16.182266 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-223123dc-154e-45aa-a3dd-b8e70f611fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.260108 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-abf88ae7-86cb-45e9-833c-7b20da023057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.328321 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-abf88ae7-86cb-45e9-833c-7b20da023057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.380314 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.382492 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf88ae7-86cb-45e9-833c-7b20da023057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770e3717-2dff-4cc9-a9a0-eee379a2044e,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:16.388732 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-abf88ae7-86cb-45e9-833c-7b20da023057 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=3ae86202da664d78baf4bb688e9ec3ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3759146 Oct 29 01:33:16.391338 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 33768) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:16.468555 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8a5374dd-c558-4d55-a399-98e528c397a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.492980 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8a5374dd-c558-4d55-a399-98e528c397a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.498842 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Publish callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.552724 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] Allocated IP 172.20.0.1 (ace7e7b6-9fbb-4270-ad4a-42b5c2acff80/71f030aa-6ef0-43e4-9aea-76dad14d65c6/95e4e148-cc5d-4fc9-9ce5-b9b359966900) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:33:16.577948 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.606884 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8a5374dd-c558-4d55-a399-98e528c397a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.609976 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8a5374dd-c558-4d55-a399-98e528c397a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.615184 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-8a5374dd-c558-4d55-a399-98e528c397a1 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/770e3717-2dff-4cc9-a9a0-eee379a2044e HTTP/1.1" status: 204 len: 168 time: 0.2186682 Oct 29 01:33:16.638890 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5374dd-c558-4d55-a399-98e528c397a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770e3717-2dff-4cc9-a9a0-eee379a2044e,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:16.645518 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475e2ca-ce87-4d79-8d5e-37d18fa2e174 None None] Pushing event updated for resources: {'Port': ['ID=f6480461-1bfb-44d3-99f1-76fb4249e95b,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:16.648311 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Attempting to bind port f6480461-1bfb-44d3-99f1-76fb4249e95b on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:33:16.648823 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Attempting to bind port f6480461-1bfb-44d3-99f1-76fb4249e95b by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:33:16.649191 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Attempting to bind port f6480461-1bfb-44d3-99f1-76fb4249e95b on network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:33:16.663959 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:33:16.664333 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Checking segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:33:16.664730 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.665163 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Bound using segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:33:16.665941 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Bound port: f6480461-1bfb-44d3-99f1-76fb4249e95b, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:33:16.665941 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.690219 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.709135 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 1928d0af-0078-489c-904e-c5a39335cfc9 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:33:16.753933 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] For port f6480461-1bfb-44d3-99f1-76fb4249e95b, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:33:16.758367 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] For port f6480461-1bfb-44d3-99f1-76fb4249e95b, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=f6480461-1bfb-44d3-99f1-76fb4249e95b,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:33:16.779049 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 1928d0af-0078-489c-904e-c5a39335cfc9 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:16.779411 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.835131 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.866163 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.887433 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] Network ace7e7b6-9fbb-4270-ad4a-42b5c2acff80 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:33:16.890647 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:16.893888 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:33:16.899376 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] Pushing event updated for resources: {'Port': ['ID=95e4e148-cc5d-4fc9-9ce5-b9b359966900,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:16.936971 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Routers {'89211d4b-d1f1-4681-abe7-15ca35aab2a9'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:16.936971 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:33:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['89211d4b-d1f1-4681-abe7-15ca35aab2a9'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:16.943509 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989877'] for router_interface, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:16.974428 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475e2ca-ce87-4d79-8d5e-37d18fa2e174 None None] Pushing event updated for resources: {'Port': ['ID=f6480461-1bfb-44d3-99f1-76fb4249e95b,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:17.081175 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] Set router 89211d4b-d1f1-4681-abe7-15ca35aab2a9 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:17.201108 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:17.237609 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-9e9351b9-3105-49b0-9a09-9f51dfd3ae0d None None] Provisioning complete for port 95e4e148-cc5d-4fc9-9ce5-b9b359966900 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:17.237985 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-9e9351b9-3105-49b0-9a09-9f51dfd3ae0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:17.307271 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-9e9351b9-3105-49b0-9a09-9f51dfd3ae0d None None] Port 95e4e148-cc5d-4fc9-9ce5-b9b359966900 cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:33:17.331944 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'name': 'tempest-TestVolumeBootPattern-1781631238-router', 'tenant_id': '48c40f6100194f228f40303a3fad55f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f6480461-1bfb-44d3-99f1-76fb4249e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:13Z', 'updated_at': '2021-10-29T01:33:14Z', 'revision_number': 3, 'project_id': '48c40f6100194f228f40303a3fad55f2', 'gw_port': {'id': 'f6480461-1bfb-44d3-99f1-76fb4249e95b', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:13Z', 'updated_at': '2021-10-29T01:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:17.364375 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4b965e-4949-4b8e-97ee-51b34cc9cc10 None None] The sync data for ids ['89211d4b-d1f1-4681-abe7-15ca35aab2a9'] in dv-cinder-813984-5-iscsi is: [{'id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'name': 'tempest-TestVolumeBootPattern-1781631238-router', 'tenant_id': '48c40f6100194f228f40303a3fad55f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f6480461-1bfb-44d3-99f1-76fb4249e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:13Z', 'updated_at': '2021-10-29T01:33:14Z', 'revision_number': 3, 'project_id': '48c40f6100194f228f40303a3fad55f2', 'gw_port': {'id': 'f6480461-1bfb-44d3-99f1-76fb4249e95b', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:13Z', 'updated_at': '2021-10-29T01:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:33:17.413873 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:17.503546 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790450'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:17.573264 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] Pushing event updated for resources: {'Port': ['ID=95e4e148-cc5d-4fc9-9ce5-b9b359966900,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:17.577485 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987973'] for router_interface, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:17.698572 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] Network ace7e7b6-9fbb-4270-ad4a-42b5c2acff80 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:33:17.700165 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:17.862666 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] Router 89211d4b-d1f1-4681-abe7-15ca35aab2a9 has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:33:17.995520 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:33:18.000796 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-a8516f08-be1f-4e4b-aa5c-f208df035b95 admin admin] 10.222.0.87 "PUT /v2.0/routers/89211d4b-d1f1-4681-abe7-15ca35aab2a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2614050 Oct 29 01:33:18.038859 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-830333c6-ebbe-415a-8449-94f59c68dd8a None None] Provisioning complete for port 95e4e148-cc5d-4fc9-9ce5-b9b359966900 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:18.039431 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-830333c6-ebbe-415a-8449-94f59c68dd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:18.079059 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-830333c6-ebbe-415a-8449-94f59c68dd8a None None] Port 95e4e148-cc5d-4fc9-9ce5-b9b359966900 cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:33:18.701211 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device f6480461-1bfb-44d3-99f1-76fb4249e95b up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:33:18.735633 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 33836) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:18.740435 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-458695d5-9970-4674-8ae8-1fcda987747f tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1031308803', 'description': 'tempest-secgroup-smoke-1031308803 description', 'project_id': '84bceeeb4f67456a90779360ffc620aa'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:18.747873 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33838) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:18.835213 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-458695d5-9970-4674-8ae8-1fcda987747f tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:18.870125 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0e4e8d71-3b88-40be-9d2c-610bfd3c8488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:18.893279 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port f6480461-1bfb-44d3-99f1-76fb4249e95b triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:18.893978 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:18.909697 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-458695d5-9970-4674-8ae8-1fcda987747f tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:18.948399 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0e4e8d71-3b88-40be-9d2c-610bfd3c8488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:18.973524 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:18.994479 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] For port f6480461-1bfb-44d3-99f1-76fb4249e95b, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=f6480461-1bfb-44d3-99f1-76fb4249e95b,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:19.011956 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-458695d5-9970-4674-8ae8-1fcda987747f tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.012156 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0e4e8d71-3b88-40be-9d2c-610bfd3c8488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.042715 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458695d5-9970-4674-8ae8-1fcda987747f tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b7c493-6d16-47c8-9ce8-dd16ad351eee,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:19.053398 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-0e4e8d71-3b88-40be-9d2c-610bfd3c8488 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=cf2b31c286fc4f6fafd66bac6666eebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017108 Oct 29 01:33:19.053398 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e8d71-3b88-40be-9d2c-610bfd3c8488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa27b126-3c08-4943-8d2e-2d75fef9c8bb,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:19.054030 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33842) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:19.058844 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.108266 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9c48b1ed-7073-422c-be59-e9a23e8daa81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.113074 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Pushing event updated for resources: {'Port': ['ID=f6480461-1bfb-44d3-99f1-76fb4249e95b,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:19.131133 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9c48b1ed-7073-422c-be59-e9a23e8daa81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.162390 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-458695d5-9970-4674-8ae8-1fcda987747f tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.163761 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-458695d5-9970-4674-8ae8-1fcda987747f tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4269474 Oct 29 01:33:19.168020 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33844) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:19.172317 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-dc0175bc-59e6-4965-afae-c03516fb972f tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Request body: {'security_group_rule': {'security_group_id': 'b9b7c493-6d16-47c8-9ce8-dd16ad351eee', 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:19.321003 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9c48b1ed-7073-422c-be59-e9a23e8daa81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.324555 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9c48b1ed-7073-422c-be59-e9a23e8daa81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.325970 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-9c48b1ed-7073-422c-be59-e9a23e8daa81 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/fa27b126-3c08-4943-8d2e-2d75fef9c8bb HTTP/1.1" status: 204 len: 168 time: 0.2708881 Oct 29 01:33:19.334160 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dc0175bc-59e6-4965-afae-c03516fb972f tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.342803 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48b1ed-7073-422c-be59-e9a23e8daa81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa27b126-3c08-4943-8d2e-2d75fef9c8bb,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:19.403904 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dc0175bc-59e6-4965-afae-c03516fb972f tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.498147 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dc0175bc-59e6-4965-afae-c03516fb972f tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.514503 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0175bc-59e6-4965-afae-c03516fb972f tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0213683c-6366-42bf-8573-335ee4f2ce88,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:19.620414 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dc0175bc-59e6-4965-afae-c03516fb972f tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.622784 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-dc0175bc-59e6-4965-afae-c03516fb972f tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4538369 Oct 29 01:33:19.631467 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33858) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:19.631467 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-1a9f3e4b-651c-4d08-8a44-e9a5197eb96d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Request body: {'security_group_rule': {'security_group_id': 'b9b7c493-6d16-47c8-9ce8-dd16ad351eee', 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:19.738271 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3e4b-651c-4d08-8a44-e9a5197eb96d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.814940 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3e4b-651c-4d08-8a44-e9a5197eb96d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.978469 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3e4b-651c-4d08-8a44-e9a5197eb96d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:19.997156 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f3e4b-651c-4d08-8a44-e9a5197eb96d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e656db92-e0fa-4511-b604-d7c40919cb22,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:20.068284 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Sync routers for ids ['89211d4b-d1f1-4681-abe7-15ca35aab2a9'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:33:20.079404 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Routers {'89211d4b-d1f1-4681-abe7-15ca35aab2a9'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:20.080049 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:33:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['89211d4b-d1f1-4681-abe7-15ca35aab2a9'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:20.135488 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1a9f3e4b-651c-4d08-8a44-e9a5197eb96d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:20.137042 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-1a9f3e4b-651c-4d08-8a44-e9a5197eb96d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5105972 Oct 29 01:33:20.141528 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 33872) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:20.148147 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-bf448234-eb7b-4a3d-afed-94011df9d7e3 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Request body: {'security_group_rule': {'security_group_id': 'b9b7c493-6d16-47c8-9ce8-dd16ad351eee', 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:20.188703 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Set router 89211d4b-d1f1-4681-abe7-15ca35aab2a9 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:20.286298 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bf448234-eb7b-4a3d-afed-94011df9d7e3 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:20.353748 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bf448234-eb7b-4a3d-afed-94011df9d7e3 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:20.400277 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'name': 'tempest-TestVolumeBootPattern-1781631238-router', 'tenant_id': '48c40f6100194f228f40303a3fad55f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f6480461-1bfb-44d3-99f1-76fb4249e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:13Z', 'updated_at': '2021-10-29T01:33:17Z', 'revision_number': 4, 'project_id': '48c40f6100194f228f40303a3fad55f2', 'gw_port': {'id': 'f6480461-1bfb-44d3-99f1-76fb4249e95b', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:13Z', 'updated_at': '2021-10-29T01:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '95e4e148-cc5d-4fc9-9ce5-b9b359966900', 'name': '', 'network_id': 'ace7e7b6-9fbb-4270-ad4a-42b5c2acff80', 'tenant_id': '48c40f6100194f228f40303a3fad55f2', 'mac_address': 'fa:16:3e:90:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '71f030aa-6ef0-43e4-9aea-76dad14d65c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:16Z', 'updated_at': '2021-10-29T01:33:17Z', 'revision_number': 2, 'project_id': '48c40f6100194f228f40303a3fad55f2', 'subnets': [{'id': '71f030aa-6ef0-43e4-9aea-76dad14d65c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:20.427028 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Checking router: 89211d4b-d1f1-4681-abe7-15ca35aab2a9 for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:33:20.427394 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Updating router 89211d4b-d1f1-4681-abe7-15ca35aab2a9 port 95e4e148-cc5d-4fc9-9ce5-b9b359966900 binding host dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:33:20.440321 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bf448234-eb7b-4a3d-afed-94011df9d7e3 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:20.455508 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:20.458418 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf448234-eb7b-4a3d-afed-94011df9d7e3 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68c5bc88-82bd-4fc1-8209-8a3f43bdb841,revision_number=0']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:20.528696 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bf448234-eb7b-4a3d-afed-94011df9d7e3 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:20.530197 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-bf448234-eb7b-4a3d-afed-94011df9d7e3 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3867738 Oct 29 01:33:20.533368 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33884) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:20.538088 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-4787985f-5483-49a4-b25d-c515f1dd43c5 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Request body: {'security_group_rule': {'security_group_id': 'b9b7c493-6d16-47c8-9ce8-dd16ad351eee', 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:20.628947 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4787985f-5483-49a4-b25d-c515f1dd43c5 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:20.705010 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4787985f-5483-49a4-b25d-c515f1dd43c5 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:20.709895 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device f6480461-1bfb-44d3-99f1-76fb4249e95b up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:33:20.761534 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port f6480461-1bfb-44d3-99f1-76fb4249e95b triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:20.761534 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:20.783373 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4787985f-5483-49a4-b25d-c515f1dd43c5 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:20.793793 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Publish callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:20.805327 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787985f-5483-49a4-b25d-c515f1dd43c5 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4814f55-743c-45b8-b21d-b280c8b637dc,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:20.874822 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:20.888215 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4787985f-5483-49a4-b25d-c515f1dd43c5 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:20.889509 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-4787985f-5483-49a4-b25d-c515f1dd43c5 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3550222 Oct 29 01:33:20.898347 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 33890) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:20.898347 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-9cb81d08-5a4a-4945-ba0d-0217bb1872d1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Request body: {'security_group_rule': {'security_group_id': 'b9b7c493-6d16-47c8-9ce8-dd16ad351eee', 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:20.929000 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2fbb78-1513-459a-b7a4-efd2116c26de None None] Pushing event updated for resources: {'Port': ['ID=95e4e148-cc5d-4fc9-9ce5-b9b359966900,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:20.979812 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Attempting to bind port 95e4e148-cc5d-4fc9-9ce5-b9b359966900 on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:33:20.980152 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Attempting to bind port 95e4e148-cc5d-4fc9-9ce5-b9b359966900 by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': 'a321ae66-a74d-4296-9ab2-027ca64f7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ace7e7b6-9fbb-4270-ad4a-42b5c2acff80'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:33:20.980505 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Attempting to bind port 95e4e148-cc5d-4fc9-9ce5-b9b359966900 on network ace7e7b6-9fbb-4270-ad4a-42b5c2acff80 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:33:20.986200 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:33:20.986563 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Checking segment: {'id': 'a321ae66-a74d-4296-9ab2-027ca64f7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ace7e7b6-9fbb-4270-ad4a-42b5c2acff80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:33:20.986947 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:20.987327 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Bound using segment: {'id': 'a321ae66-a74d-4296-9ab2-027ca64f7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ace7e7b6-9fbb-4270-ad4a-42b5c2acff80'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:33:20.987913 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Bound port: 95e4e148-cc5d-4fc9-9ce5-b9b359966900, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a321ae66-a74d-4296-9ab2-027ca64f7519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'ace7e7b6-9fbb-4270-ad4a-42b5c2acff80'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:33:20.988314 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:21.006627 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.db.securitygroups_db [None req-9cb81d08-5a4a-4945-ba0d-0217bb1872d1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Project 84bceeeb4f67456a90779360ffc620aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 01:33:21.012686 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9cb81d08-5a4a-4945-ba0d-0217bb1872d1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:21.063224 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] For port 95e4e148-cc5d-4fc9-9ce5-b9b359966900, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:33:21.066601 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] For port 95e4e148-cc5d-4fc9-9ce5-b9b359966900, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=95e4e148-cc5d-4fc9-9ce5-b9b359966900,segment=NetworkSegment(a321ae66-a74d-4296-9ab2-027ca64f7519),segment_id=a321ae66-a74d-4296-9ab2-027ca64f7519)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:33:21.088645 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9cb81d08-5a4a-4945-ba0d-0217bb1872d1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:21.124243 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-50190e87-72fe-465a-bd2d-353551875220 None None] Provisioning complete for port 95e4e148-cc5d-4fc9-9ce5-b9b359966900 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:21.124609 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-50190e87-72fe-465a-bd2d-353551875220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:21.163466 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-50190e87-72fe-465a-bd2d-353551875220 None None] Port 95e4e148-cc5d-4fc9-9ce5-b9b359966900 cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:33:21.211715 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9cb81d08-5a4a-4945-ba0d-0217bb1872d1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:21.212433 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:21.230883 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb81d08-5a4a-4945-ba0d-0217bb1872d1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f7cac6-dfdf-4fc3-b5d1-480b81cf9ce8,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:21.272568 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Routers {'89211d4b-d1f1-4681-abe7-15ca35aab2a9'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:21.273250 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:33:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['89211d4b-d1f1-4681-abe7-15ca35aab2a9'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:21.343073 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2fbb78-1513-459a-b7a4-efd2116c26de None None] Pushing event updated for resources: {'Port': ['ID=95e4e148-cc5d-4fc9-9ce5-b9b359966900,revision_number=4']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:21.394952 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9cb81d08-5a4a-4945-ba0d-0217bb1872d1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:21.402892 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 33896) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:21.403424 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] Set router 89211d4b-d1f1-4681-abe7-15ca35aab2a9 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:21.406661 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-9cb81d08-5a4a-4945-ba0d-0217bb1872d1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5109549 Oct 29 01:33:21.412037 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-7c0c6857-cdf8-4c08-81c3-06c56022dac1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Request body: {'security_group_rule': {'security_group_id': 'b9b7c493-6d16-47c8-9ce8-dd16ad351eee', 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:21.487278 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-87ea322f-f0e7-4831-9056-b16aaa622e04 None None] Provisioning complete for port 95e4e148-cc5d-4fc9-9ce5-b9b359966900 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:21.487800 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-87ea322f-f0e7-4831-9056-b16aaa622e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:21.558667 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.securitygroups_db [None req-7c0c6857-cdf8-4c08-81c3-06c56022dac1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Project 84bceeeb4f67456a90779360ffc620aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 01:33:21.574668 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6857-cdf8-4c08-81c3-06c56022dac1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:21.577567 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-87ea322f-f0e7-4831-9056-b16aaa622e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:21.620314 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-87ea322f-f0e7-4831-9056-b16aaa622e04 None None] For port 95e4e148-cc5d-4fc9-9ce5-b9b359966900, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=95e4e148-cc5d-4fc9-9ce5-b9b359966900,segment=NetworkSegment(a321ae66-a74d-4296-9ab2-027ca64f7519),segment_id=a321ae66-a74d-4296-9ab2-027ca64f7519)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:21.627339 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'name': 'tempest-TestVolumeBootPattern-1781631238-router', 'tenant_id': '48c40f6100194f228f40303a3fad55f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f6480461-1bfb-44d3-99f1-76fb4249e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:13Z', 'updated_at': '2021-10-29T01:33:17Z', 'revision_number': 4, 'project_id': '48c40f6100194f228f40303a3fad55f2', 'gw_port': {'id': 'f6480461-1bfb-44d3-99f1-76fb4249e95b', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:13Z', 'updated_at': '2021-10-29T01:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '95e4e148-cc5d-4fc9-9ce5-b9b359966900', 'name': '', 'network_id': 'ace7e7b6-9fbb-4270-ad4a-42b5c2acff80', 'tenant_id': '48c40f6100194f228f40303a3fad55f2', 'mac_address': 'fa:16:3e:90:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '71f030aa-6ef0-43e4-9aea-76dad14d65c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:16Z', 'updated_at': '2021-10-29T01:33:21Z', 'revision_number': 4, 'project_id': '48c40f6100194f228f40303a3fad55f2', 'subnets': [{'id': '71f030aa-6ef0-43e4-9aea-76dad14d65c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:21.653460 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6857-cdf8-4c08-81c3-06c56022dac1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:21.653695 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9e5327-5a27-4808-af4c-0f515dae8974 None None] The sync data for ids ['89211d4b-d1f1-4681-abe7-15ca35aab2a9'] in dv-cinder-813984-5-iscsi is: [{'id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'name': 'tempest-TestVolumeBootPattern-1781631238-router', 'tenant_id': '48c40f6100194f228f40303a3fad55f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f6480461-1bfb-44d3-99f1-76fb4249e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:13Z', 'updated_at': '2021-10-29T01:33:17Z', 'revision_number': 4, 'project_id': '48c40f6100194f228f40303a3fad55f2', 'gw_port': {'id': 'f6480461-1bfb-44d3-99f1-76fb4249e95b', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:13Z', 'updated_at': '2021-10-29T01:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '95e4e148-cc5d-4fc9-9ce5-b9b359966900', 'name': '', 'network_id': 'ace7e7b6-9fbb-4270-ad4a-42b5c2acff80', 'tenant_id': '48c40f6100194f228f40303a3fad55f2', 'mac_address': 'fa:16:3e:90:5e:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '71f030aa-6ef0-43e4-9aea-76dad14d65c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:16Z', 'updated_at': '2021-10-29T01:33:21Z', 'revision_number': 4, 'project_id': '48c40f6100194f228f40303a3fad55f2', 'subnets': [{'id': '71f030aa-6ef0-43e4-9aea-76dad14d65c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:33:21.685745 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-87ea322f-f0e7-4831-9056-b16aaa622e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:21.746265 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6857-cdf8-4c08-81c3-06c56022dac1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:21.772143 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c6857-cdf8-4c08-81c3-06c56022dac1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f33ce73-c6fc-4868-85da-afd6244c8d5f,revision_number=0']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:21.777752 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea322f-f0e7-4831-9056-b16aaa622e04 None None] Pushing event updated for resources: {'Port': ['ID=95e4e148-cc5d-4fc9-9ce5-b9b359966900,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:21.854635 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf51cb-0db4-477d-bb56-96e2fd5dd8c8 req-71e2867a-2724-4a14-9acb-14d5c35b0ed3 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:21.856389 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ffcf51cb-0db4-477d-bb56-96e2fd5dd8c8 req-71e2867a-2724-4a14-9acb-14d5c35b0ed3 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 946 time: 0.0672443 Oct 29 01:33:21.859543 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7c0c6857-cdf8-4c08-81c3-06c56022dac1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:21.860899 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-7c0c6857-cdf8-4c08-81c3-06c56022dac1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4569004 Oct 29 01:33:21.912358 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ffcf51cb-0db4-477d-bb56-96e2fd5dd8c8 req-8a561cdb-6ca8-4386-a30d-4a7ed9becbab tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500395 Oct 29 01:33:22.698173 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 95e4e148-cc5d-4fc9-9ce5-b9b359966900 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:33:22.753827 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 95e4e148-cc5d-4fc9-9ce5-b9b359966900 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:22.754197 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:23.041408 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d31e7-b6b6-4083-861b-817cc9a6f5e3 req-6a8cd08b-05c8-4807-8867-a458b7925482 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:23.042995 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-df3d31e7-b6b6-4083-861b-817cc9a6f5e3 req-6a8cd08b-05c8-4807-8867-a458b7925482 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 946 time: 0.0528190 Oct 29 01:33:23.085444 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-df3d31e7-b6b6-4083-861b-817cc9a6f5e3 req-26b1bc41-e39a-4c90-ac29-5f52bfd02a8b tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361209 Oct 29 01:33:23.748807 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-8286086f-0513-4d93-8b12-db4a570be301 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208106016&fields=id&tenant_id=fea0db42704249b29fba70abbda7991c HTTP/1.1" status: 200 len: 267 time: 0.0374460 Oct 29 01:33:23.885002 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9696f4-fb24-4792-af2e-6c0dcb58dc7a req-62ab835c-2f73-4355-b50d-521a944169d0 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:23.886560 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5b9696f4-fb24-4792-af2e-6c0dcb58dc7a req-62ab835c-2f73-4355-b50d-521a944169d0 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.83 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 946 time: 0.1095295 Oct 29 01:33:23.902797 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-b4257531-aff0-4ec9-827c-fae2bbac86b4 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:23.904491 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-b4257531-aff0-4ec9-827c-fae2bbac86b4 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/networks?id=acba2ac2-4dda-4f15-b3fb-5874b71db82d HTTP/1.1" status: 200 len: 809 time: 0.1489556 Oct 29 01:33:23.921803 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-b7a30c91-a762-426f-9ccc-97811f128cb0 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/quotas/fea0db42704249b29fba70abbda7991c HTTP/1.1" status: 200 len: 375 time: 0.0111418 Oct 29 01:33:23.977039 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-d7a68e07-7c9c-4775-b0cd-6b850b7ad370 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=fea0db42704249b29fba70abbda7991c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491765 Oct 29 01:33:24.080494 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-6082ac0c-ec53-4433-81a8-91c488aacccc service neutron] 10.222.0.87 "GET /v2.0/networks/acba2ac2-4dda-4f15-b3fb-5874b71db82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916402 Oct 29 01:33:24.213186 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-9c61394b-0b74-479f-80ad-f79108c1cad8 service neutron] 10.222.0.87 "GET /v2.0/networks/acba2ac2-4dda-4f15-b3fb-5874b71db82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266096 Oct 29 01:33:24.231620 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74620c27-1bec-4311-a35b-9ec0a107c106 req-8daa7f8d-ef46-4bcb-9f20-c47a394b9bfc tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:24.233170 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-74620c27-1bec-4311-a35b-9ec0a107c106 req-8daa7f8d-ef46-4bcb-9f20-c47a394b9bfc tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 946 time: 0.0656087 Oct 29 01:33:24.292384 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-74620c27-1bec-4311-a35b-9ec0a107c106 req-e5c20f78-4f58-4bb0-8ee7-20ffbed6067b tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/security-groups?id=1cc0d888-109c-46c6-9c65-189d47fab2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464032 Oct 29 01:33:24.878847 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-56a7cb8c-9741-436a-858c-ea8918d8ebc3 req-0c744807-5833-4abb-9840-82bee9091959 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 210 time: 0.0629838 Oct 29 01:33:24.913912 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-5b9696f4-fb24-4792-af2e-6c0dcb58dc7a req-7a33bf1a-e29d-4ca3-89f8-bdb8d7ee3b8b tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Deleting port c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:33:24.914332 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-5b9696f4-fb24-4792-af2e-6c0dcb58dc7a req-7a33bf1a-e29d-4ca3-89f8-bdb8d7ee3b8b tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:25.015902 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-5b9696f4-fb24-4792-af2e-6c0dcb58dc7a req-7a33bf1a-e29d-4ca3-89f8-bdb8d7ee3b8b tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] For port c07b84b3-5be0-4f7b-8bb4-7af5141edcb7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=c07b84b3-5be0-4f7b-8bb4-7af5141edcb7,segment=NetworkSegment(e3c50a38-7e9e-40db-9044-81cb239b1939),segment_id=e3c50a38-7e9e-40db-9044-81cb239b1939)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:25.016367 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-5b9696f4-fb24-4792-af2e-6c0dcb58dc7a req-7a33bf1a-e29d-4ca3-89f8-bdb8d7ee3b8b tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:25.031641 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-5b9696f4-fb24-4792-af2e-6c0dcb58dc7a req-7a33bf1a-e29d-4ca3-89f8-bdb8d7ee3b8b tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Calling delete_port for c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:33:25.269415 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-5b9696f4-fb24-4792-af2e-6c0dcb58dc7a req-7a33bf1a-e29d-4ca3-89f8-bdb8d7ee3b8b tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:25.298354 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33bf1a-e29d-4ca3-89f8-bdb8d7ee3b8b tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Pushing event deleted for resources: {'Port': ['ID=c07b84b3-5be0-4f7b-8bb4-7af5141edcb7,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:25.347070 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9696f4-fb24-4792-af2e-6c0dcb58dc7a req-7a33bf1a-e29d-4ca3-89f8-bdb8d7ee3b8b tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] No DVR routers for this DVR port c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:33:25.352466 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-5b9696f4-fb24-4792-af2e-6c0dcb58dc7a req-7a33bf1a-e29d-4ca3-89f8-bdb8d7ee3b8b tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:25.353966 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5b9696f4-fb24-4792-af2e-6c0dcb58dc7a req-7a33bf1a-e29d-4ca3-89f8-bdb8d7ee3b8b tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.83 "DELETE /v2.0/ports/c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 HTTP/1.1" status: 204 len: 173 time: 0.5941854 Oct 29 01:33:25.354455 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c49107f1-6a48-4184-8bb6-fa2f027193ba', 'name': 'network-vif-deleted', 'tag': 'c07b84b3-5be0-4f7b-8bb4-7af5141edcb7'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:25.357097 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c495493-a3f5-4a1d-96a7-1be09537baaa" -d '{"events": [{"server_uuid": "c49107f1-6a48-4184-8bb6-fa2f027193ba", "name": "network-vif-deleted", "tag": "c07b84b3-5be0-4f7b-8bb4-7af5141edcb7"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:25.394384 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-396ecd1b-a6e8-4254-a298-34ac0cf807cc req-6613e215-01e0-4c97-90d7-9c95d6c3d3fb tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 210 time: 0.0289266 Oct 29 01:33:25.396044 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893814a2-c454-4760-bf9c-d71b409471a2 x-openstack-request-id: req-893814a2-c454-4760-bf9c-d71b409471a2 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:25.396336 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c49107f1-6a48-4184-8bb6-fa2f027193ba", "name": "network-vif-deleted", "tag": "c07b84b3-5be0-4f7b-8bb4-7af5141edcb7", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:25.396596 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-893814a2-c454-4760-bf9c-d71b409471a2 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:25.397038 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c49107f1-6a48-4184-8bb6-fa2f027193ba', 'name': 'network-vif-deleted', 'tag': 'c07b84b3-5be0-4f7b-8bb4-7af5141edcb7', 'status': 'completed', 'code': 200} Oct 29 01:33:25.964485 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5448c945-2b67-4296-a53b-1c09d4fe27ec req-f6b40d2c-0417-4378-9087-cb7ddcd4fe75 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 210 time: 0.0268238 Oct 29 01:33:26.497854 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ae08a2e2-ba39-423c-84db-fbf9eef1386e req-60f309c7-0835-48a8-bf5b-63687b4626b4 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 210 time: 0.0271776 Oct 29 01:33:26.795703 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['c07b84b3-5be0-4f7b-8bb4-7af5141edcb7'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:33:26.818711 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:33:26.842921 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:33:26.843259 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device c07b84b3-5be0-4f7b-8bb4-7af5141edcb7 not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:33:27.059842 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4a4340de-a280-4bd2-b843-e95568ba2b8e req-8e3bff2f-7487-45ef-bf55-e69d55ca9609 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 210 time: 0.0259082 Oct 29 01:33:27.280593 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb7459c1-41b6-47dd-8913-971be906cbb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:27.606638 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0f421525-04ff-4e73-8569-9f3202998cc9 req-bf1a082d-d5d9-4657-82cf-6c17d78f9a58 tempest-VolumesSnapshotTestJSON-746677236 tempest-VolumesSnapshotTestJSON-746677236-project] 10.222.0.87 "GET /v2.0/ports?device_id=c49107f1-6a48-4184-8bb6-fa2f027193ba HTTP/1.1" status: 200 len: 210 time: 0.0282767 Oct 29 01:33:28.159680 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2bfe8919-1c70-475d-9e4f-426956585c89 req-5595bb0b-fe82-4f39-960b-7e3019bb81b6 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 210 time: 0.0296304 Oct 29 01:33:28.352826 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-22e07f55-d54a-40be-b301-5e002e7166d0 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:28.354190 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-22e07f55-d54a-40be-b301-5e002e7166d0 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.83 "GET /v2.0/networks?id=acba2ac2-4dda-4f15-b3fb-5874b71db82d HTTP/1.1" status: 200 len: 809 time: 0.1146126 Oct 29 01:33:28.402505 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-0e70af9d-e2e7-4eb1-bce1-4959c9e8ca41 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fea0db42704249b29fba70abbda7991c HTTP/1.1" status: 200 len: 380 time: 0.0378659 Oct 29 01:33:28.413820 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-bfd1c5cc-6151-4959-a9e2-5cf659709293 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Request body: {'port': {'device_id': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d', 'admin_state_up': True, 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'security_groups': ['3ab48cd7-152d-4e91-9aa9-10791427ec48']}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:28.606014 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-bfd1c5cc-6151-4959-a9e2-5cf659709293 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Made reservation on behalf of fea0db42704249b29fba70abbda7991c for: {'port': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:33:28.610054 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-bfd1c5cc-6151-4959-a9e2-5cf659709293 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:28.751593 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-bfd1c5cc-6151-4959-a9e2-5cf659709293 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Allocated IP 172.20.0.9 (acba2ac2-4dda-4f15-b3fb-5874b71db82d/7d083ebb-5c9a-460a-ad02-feb3e3129bdc/b9061b77-a5c8-4ac6-9f65-0f8712ee20cf) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:33:28.891802 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-bfd1c5cc-6151-4959-a9e2-5cf659709293 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:29.012727 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-bfd1c5cc-6151-4959-a9e2-5cf659709293 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:29.061929 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-bfd1c5cc-6151-4959-a9e2-5cf659709293 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Network acba2ac2-4dda-4f15-b3fb-5874b71db82d is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:33:29.065493 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-bfd1c5cc-6151-4959-a9e2-5cf659709293 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:29.069598 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-bfd1c5cc-6151-4959-a9e2-5cf659709293 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:33:29.104244 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1c5cc-6151-4959-a9e2-5cf659709293 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Pushing event updated for resources: {'Port': ['ID=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:29.128968 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-bfd1c5cc-6151-4959-a9e2-5cf659709293 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:29.129600 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-bfd1c5cc-6151-4959-a9e2-5cf659709293 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:29.278427 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-4eefb945-8121-42c9-81f5-3e90e55892ae None None] Provisioning complete for port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:29.278970 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-bfd1c5cc-6151-4959-a9e2-5cf659709293 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8688574 Oct 29 01:33:29.285177 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4eefb945-8121-42c9-81f5-3e90e55892ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:29.290888 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7174d1-08a8-4c0f-afe6-03c052a26e76 req-92898c53-c331-4a35-aa91-2f2ee979f9df tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:29.292464 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5c7174d1-08a8-4c0f-afe6-03c052a26e76 req-92898c53-c331-4a35-aa91-2f2ee979f9df tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 931 time: 0.0596504 Oct 29 01:33:29.297407 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Request body: {'port': {'device_id': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:29.320865 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-4eefb945-8121-42c9-81f5-3e90e55892ae None None] Port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:33:29.379301 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5c7174d1-08a8-4c0f-afe6-03c052a26e76 req-0e73c210-49a2-4982-86e1-c1d56bc459df tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779569 Oct 29 01:33:29.381757 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:29.670760 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9061b77-a5c8-4ac6-9f65-0f8712ee20cf {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:33:29.678302 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:29.691929 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Transition to ACTIVE for port object b9061b77-a5c8-4ac6-9f65-0f8712ee20cf will not be triggered until provisioned by entity L2. {{(pid=101842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:33:29.782552 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:29.832605 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:29.913679 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Attempting to bind port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:33:29.915304 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Attempting to bind port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '3b684c25-e1f1-4a60-bef6-7b4548e18e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:33:29.915304 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Attempting to bind port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf on network acba2ac2-4dda-4f15-b3fb-5874b71db82d {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:33:29.919378 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf on network acba2ac2-4dda-4f15-b3fb-5874b71db82d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:33:29.919713 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Attempting to bind port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf on network acba2ac2-4dda-4f15-b3fb-5874b71db82d {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:33:29.924770 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:33:29.925105 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Checking segment: {'id': '3b684c25-e1f1-4a60-bef6-7b4548e18e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:33:29.925497 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Bound using segment: {'id': '3b684c25-e1f1-4a60-bef6-7b4548e18e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:33:29.925926 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Bound port: b9061b77-a5c8-4ac6-9f65-0f8712ee20cf, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b684c25-e1f1-4a60-bef6-7b4548e18e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 930, 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:33:29.926309 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:29.992661 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] For port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf, host hv-cinder-81398, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:33:29.996148 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] For port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf,segment=NetworkSegment(3b684c25-e1f1-4a60-bef6-7b4548e18e8a),segment_id=3b684c25-e1f1-4a60-bef6-7b4548e18e8a)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:33:30.126477 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:30.165723 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:30.166361 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:30.167790 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] 10.222.0.83 "PUT /v2.0/ports/b9061b77-a5c8-4ac6-9f65-0f8712ee20cf HTTP/1.1" status: 200 len: 1093 time: 0.8743963 Oct 29 01:33:30.168243 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'tag': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:30.170575 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1465301b-20d4-4a99-81ef-c90e8dc5455a" -d '{"events": [{"name": "network-changed", "server_uuid": "58f3409d-cd2a-4bef-9ae4-2fba782b321f", "tag": "b9061b77-a5c8-4ac6-9f65-0f8712ee20cf"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:30.190090 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-31ff3415-26ca-471e-8cc7-caf2771794c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:30.197037 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8594a72-6c1d-41a7-bc89-100d60d5bed7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:30.220572 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ede008a-eb8d-47f4-bdea-1e3d5d276976 x-openstack-request-id: req-3ede008a-eb8d-47f4-bdea-1e3d5d276976 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:30.220572 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f3409d-cd2a-4bef-9ae4-2fba782b321f", "tag": "b9061b77-a5c8-4ac6-9f65-0f8712ee20cf", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:30.220572 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3ede008a-eb8d-47f4-bdea-1e3d5d276976 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:30.220572 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'tag': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf', 'status': 'completed', 'code': 200} Oct 29 01:33:30.292216 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465301b-20d4-4a99-81ef-c90e8dc5455a req-bc571a12-873d-43a5-a8a7-8800a0147485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:30.293751 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1465301b-20d4-4a99-81ef-c90e8dc5455a req-bc571a12-873d-43a5-a8a7-8800a0147485 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fea0db42704249b29fba70abbda7991c&device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 1096 time: 0.0492105 Oct 29 01:33:30.403225 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465301b-20d4-4a99-81ef-c90e8dc5455a req-8a060ab6-04f7-4ef5-86ab-eb34e42642f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:30.404735 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1465301b-20d4-4a99-81ef-c90e8dc5455a req-8a060ab6-04f7-4ef5-86ab-eb34e42642f7 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=fea0db42704249b29fba70abbda7991c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1009412 Oct 29 01:33:30.544697 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936985e-68a9-4da7-8b2f-7d43f8b4a7e6 req-99c97ef5-3218-40ea-ad70-0a060d6ec45b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:30.546208 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6936985e-68a9-4da7-8b2f-7d43f8b4a7e6 req-99c97ef5-3218-40ea-ad70-0a060d6ec45b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 943 time: 0.0808873 Oct 29 01:33:30.551118 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465301b-20d4-4a99-81ef-c90e8dc5455a req-88767da9-6341-4cfc-998b-c0f036c9d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:30.553069 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1465301b-20d4-4a99-81ef-c90e8dc5455a req-88767da9-6341-4cfc-998b-c0f036c9d71c service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354468 Oct 29 01:33:30.597097 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6936985e-68a9-4da7-8b2f-7d43f8b4a7e6 req-bedf6411-b13b-4c56-96cf-d2ab36aa18e3 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436475 Oct 29 01:33:30.659364 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-ddf8cc9f-7af3-4787-8ba7-c0c7e45ff79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:30.660961 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-ddf8cc9f-7af3-4787-8ba7-c0c7e45ff79f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fea0db42704249b29fba70abbda7991c&device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 1096 time: 0.0622046 Oct 29 01:33:30.705306 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-5f730a18-59b5-4c6d-99ac-692957c7e2f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf HTTP/1.1" status: 200 len: 217 time: 0.0339448 Oct 29 01:33:30.761861 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f2782fc3-0164-4478-84c7-e56320fda499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:30.763356 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-f2782fc3-0164-4478-84c7-e56320fda499 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d083ebb-5c9a-460a-ad02-feb3e3129bdc HTTP/1.1" status: 200 len: 848 time: 0.0451531 Oct 29 01:33:30.812159 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-c523990f-53be-4840-b3d1-6040c058f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:30.813316 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-c523990f-53be-4840-b3d1-6040c058f2b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=acba2ac2-4dda-4f15-b3fb-5874b71db82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420160 Oct 29 01:33:30.917107 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-3254904c-87fe-4ee3-8569-25586f23e3d7 service neutron] 10.222.0.83 "GET /v2.0/networks/acba2ac2-4dda-4f15-b3fb-5874b71db82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928142 Oct 29 01:33:31.019915 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-40908d2a-93bd-4c02-83ce-ea87baaf71fc req-bb208946-d7af-4a3f-b940-8b5ffce4ad1f service neutron] 10.222.0.83 "GET /v2.0/networks/acba2ac2-4dda-4f15-b3fb-5874b71db82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940833 Oct 29 01:33:31.108878 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:31.326203 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:31.725379 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f037e3-9fb4-496e-a581-4f67f393fddf req-274d6f0e-fb24-4201-bc7c-4836e9ab58f1 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:31.726908 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53f037e3-9fb4-496e-a581-4f67f393fddf req-274d6f0e-fb24-4201-bc7c-4836e9ab58f1 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 943 time: 0.0499651 Oct 29 01:33:31.766326 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53f037e3-9fb4-496e-a581-4f67f393fddf req-d7f796bc-8095-4dcb-b063-6a4665e0ff6b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333033 Oct 29 01:33:32.443440 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 34108) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:32.549770 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-98350e36-afe5-426a-a3a7-89cff8c09c8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:32.628379 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-98350e36-afe5-426a-a3a7-89cff8c09c8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:32.737732 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-98350e36-afe5-426a-a3a7-89cff8c09c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:32.777966 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98350e36-afe5-426a-a3a7-89cff8c09c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d351399-ec4e-4a26-ac37-338c27689fe8,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:32.782723 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-98350e36-afe5-426a-a3a7-89cff8c09c8b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=90199d5fd0cf4fe3b3b97bb81c58c97f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376522 Oct 29 01:33:32.784779 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 34116) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:32.853925 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-072f6104-0eac-4967-a7ac-6f3b0d08dd3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:32.892858 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-072f6104-0eac-4967-a7ac-6f3b0d08dd3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:32.931307 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801823c-46bc-4934-a4a9-6bcbdb5188a5 req-a7d24c9e-1191-4641-ae72-2c6e37fc3e3b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:32.932119 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4801823c-46bc-4934-a4a9-6bcbdb5188a5 req-a7d24c9e-1191-4641-ae72-2c6e37fc3e3b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 943 time: 0.0925829 Oct 29 01:33:32.960578 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:32.978709 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4801823c-46bc-4934-a4a9-6bcbdb5188a5 req-55719600-16d3-4444-add4-302fc89eec01 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388169 Oct 29 01:33:33.046371 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-072f6104-0eac-4967-a7ac-6f3b0d08dd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:33.049047 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-072f6104-0eac-4967-a7ac-6f3b0d08dd3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:33.050234 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-072f6104-0eac-4967-a7ac-6f3b0d08dd3c admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/7d351399-ec4e-4a26-ac37-338c27689fe8 HTTP/1.1" status: 204 len: 168 time: 0.2645128 Oct 29 01:33:33.060121 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f6104-0eac-4967-a7ac-6f3b0d08dd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d351399-ec4e-4a26-ac37-338c27689fe8,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:33.125105 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:33:34.100401 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9667d-96b0-4e68-977e-9dcafa5c0c05 req-490e5bdf-e379-4ceb-b037-89d11cdeb2b8 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:34.101907 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-76d9667d-96b0-4e68-977e-9dcafa5c0c05 req-490e5bdf-e379-4ceb-b037-89d11cdeb2b8 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 943 time: 0.0522389 Oct 29 01:33:34.144061 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-76d9667d-96b0-4e68-977e-9dcafa5c0c05 req-8230db4a-2f2c-4a4f-bef7-504deecb110a tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352817 Oct 29 01:33:35.279047 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47064a5e-c7f7-4dfd-8ea8-8ae87c19218a req-f4a6ea03-e3dd-4eca-939b-2a8b6d14b0b1 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:35.280536 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-47064a5e-c7f7-4dfd-8ea8-8ae87c19218a req-f4a6ea03-e3dd-4eca-939b-2a8b6d14b0b1 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 943 time: 0.0548971 Oct 29 01:33:35.321462 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-47064a5e-c7f7-4dfd-8ea8-8ae87c19218a req-27978944-7bd2-47a4-9d7b-c864f89cfa0e tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349071 Oct 29 01:33:36.438801 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22ca51-22f5-40e8-aaa0-5ba928e8d7db req-a1429b73-67cb-4d7f-8e5f-cdb2ae221d48 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:36.440385 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4f22ca51-22f5-40e8-aaa0-5ba928e8d7db req-a1429b73-67cb-4d7f-8e5f-cdb2ae221d48 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 943 time: 0.0509884 Oct 29 01:33:36.480108 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4f22ca51-22f5-40e8-aaa0-5ba928e8d7db req-39787a2d-70d7-41fc-bd27-2188c1a8bf12 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338159 Oct 29 01:33:37.595541 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7873726-affe-4184-82d6-6c5d8d6f7520 req-e0ec03de-3b4b-4dae-babb-3ccebd639045 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:37.597054 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b7873726-affe-4184-82d6-6c5d8d6f7520 req-e0ec03de-3b4b-4dae-babb-3ccebd639045 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 943 time: 0.0495512 Oct 29 01:33:37.634510 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b7873726-affe-4184-82d6-6c5d8d6f7520 req-3fe827c0-06eb-4abf-a03e-f1cbb8827782 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315387 Oct 29 01:33:38.759404 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1f631-3d71-46ff-b168-d931df1c97c7 req-04be3137-c060-4709-ad11-2ffe845e94be tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:38.937802 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bcb1f631-3d71-46ff-b168-d931df1c97c7 req-04be3137-c060-4709-ad11-2ffe845e94be tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 943 time: 0.0539339 Oct 29 01:33:38.937802 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bcb1f631-3d71-46ff-b168-d931df1c97c7 req-d2d3dc00-fd46-4c81-9775-c0c23f88fa42 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320668 Oct 29 01:33:38.937966 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device b9061b77-a5c8-4ac6-9f65-0f8712ee20cf details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:33:38.963009 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf,segment=NetworkSegment(3b684c25-e1f1-4a60-bef6-7b4548e18e8a),segment_id=3b684c25-e1f1-4a60-bef6-7b4548e18e8a)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:38.974672 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf', 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d', 'port_id': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf', 'mac_address': 'fa:16:3e:35:26:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:33:39.016302 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:39.029494 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9061b77-a5c8-4ac6-9f65-0f8712ee20cf {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:33:39.048762 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf,segment=NetworkSegment(3b684c25-e1f1-4a60-bef6-7b4548e18e8a),segment_id=3b684c25-e1f1-4a60-bef6-7b4548e18e8a)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:39.154895 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:39.222396 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:39.455310 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['b9061b77-a5c8-4ac6-9f65-0f8712ee20cf'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:33:40.040724 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9c913-63e4-4f97-bc80-9189f76949cb req-21ef8c2b-6c58-4098-be9f-f2fc1eb343c5 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:40.042205 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-79b9c913-63e4-4f97-bc80-9189f76949cb req-21ef8c2b-6c58-4098-be9f-f2fc1eb343c5 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 944 time: 0.0488935 Oct 29 01:33:40.082687 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-79b9c913-63e4-4f97-bc80-9189f76949cb req-a1b3c681-add7-4c9a-ba75-f439f3615d37 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336916 Oct 29 01:33:40.874571 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device b9061b77-a5c8-4ac6-9f65-0f8712ee20cf up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:33:41.057725 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:33:41.069836 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:41.072038 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:41.159149 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:41.170539 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:41.184987 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:41.187334 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235c96c7-006c-4446-ae7f-b61d855b6477" -d '{"events": [{"server_uuid": "58f3409d-cd2a-4bef-9ae4-2fba782b321f", "name": "network-vif-plugged", "status": "completed", "tag": "b9061b77-a5c8-4ac6-9f65-0f8712ee20cf"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:41.204300 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf,segment=NetworkSegment(3b684c25-e1f1-4a60-bef6-7b4548e18e8a),segment_id=3b684c25-e1f1-4a60-bef6-7b4548e18e8a)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:41.205885 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281a5b1-feee-494c-8782-7f0bab266e05 req-cc9e9ff4-9e60-4a0d-a411-fa7722cc5448 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:41.207567 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6281a5b1-feee-494c-8782-7f0bab266e05 req-cc9e9ff4-9e60-4a0d-a411-fa7722cc5448 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 944 time: 0.0556586 Oct 29 01:33:41.225971 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67463ea8-5759-4ad4-8cb3-23b2aab3544c x-openstack-request-id: req-67463ea8-5759-4ad4-8cb3-23b2aab3544c {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:41.226289 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f3409d-cd2a-4bef-9ae4-2fba782b321f", "name": "network-vif-plugged", "status": "completed", "tag": "b9061b77-a5c8-4ac6-9f65-0f8712ee20cf", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:41.226552 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-67463ea8-5759-4ad4-8cb3-23b2aab3544c {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:41.226966 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf', 'code': 200} Oct 29 01:33:41.248996 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6281a5b1-feee-494c-8782-7f0bab266e05 req-318a6a61-4b4b-45e4-8301-1b8f14caf9a7 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354576 Oct 29 01:33:41.285877 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:41.334944 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:42.619052 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72112a-bb67-40c6-9670-56cdc2b29258 req-49b0ffd5-25ed-4e5f-ad4e-cc36d113fbad tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:42.620548 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4e72112a-bb67-40c6-9670-56cdc2b29258 req-49b0ffd5-25ed-4e5f-ad4e-cc36d113fbad tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.3020217 Oct 29 01:33:42.660378 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4e72112a-bb67-40c6-9670-56cdc2b29258 req-f28992f6-a48c-4fd0-82f3-9d9cada302cb tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334146 Oct 29 01:33:43.777036 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413fb5b-0768-4971-b27a-e951812db639 req-89d5c582-0ab4-4191-9802-99bc83768b18 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:43.778513 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7413fb5b-0768-4971-b27a-e951812db639 req-89d5c582-0ab4-4191-9802-99bc83768b18 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0507712 Oct 29 01:33:43.817574 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7413fb5b-0768-4971-b27a-e951812db639 req-b6cf89dc-9e6e-4107-8a82-f21fbe9f8734 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322752 Oct 29 01:33:44.962160 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77143171-1401-46dc-9c28-cfd7c25e6fba req-d77053cc-0cc3-4fc1-b7bc-6cea673d05d6 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:44.963738 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-77143171-1401-46dc-9c28-cfd7c25e6fba req-d77053cc-0cc3-4fc1-b7bc-6cea673d05d6 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0783348 Oct 29 01:33:44.980676 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c7ca6-0805-4780-92f3-f545cd47ce1f req-a419876c-47b8-4760-94a7-c2abcac9d2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:44.982114 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7c3c7ca6-0805-4780-92f3-f545cd47ce1f req-a419876c-47b8-4760-94a7-c2abcac9d2a0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 1098 time: 0.0641353 Oct 29 01:33:45.026517 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-77143171-1401-46dc-9c28-cfd7c25e6fba req-cbd00fb4-3150-4185-b1e5-6dd82fed6029 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554254 Oct 29 01:33:45.032624 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7c3c7ca6-0805-4780-92f3-f545cd47ce1f req-f6cc2fca-b39c-4569-846a-24f2cbda7ff3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421131 Oct 29 01:33:46.145637 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6f895-39c4-48cc-af1f-a3d6694a3726 req-80f7dcdf-ddb1-4043-8821-aec90bd416c4 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:46.147222 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-29c6f895-39c4-48cc-af1f-a3d6694a3726 req-80f7dcdf-ddb1-4043-8821-aec90bd416c4 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0520687 Oct 29 01:33:46.186497 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-29c6f895-39c4-48cc-af1f-a3d6694a3726 req-03f1d6f0-3887-4595-9d33-25897a16de8b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331457 Oct 29 01:33:47.322683 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be91919-b236-4f54-895e-c8745153852e req-2429f1ee-84d7-4d74-b5c1-d00e8a2385f3 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:47.325223 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4be91919-b236-4f54-895e-c8745153852e req-2429f1ee-84d7-4d74-b5c1-d00e8a2385f3 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0653527 Oct 29 01:33:47.364391 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4be91919-b236-4f54-895e-c8745153852e req-23949e62-f42a-467e-8aee-a0f43bf8335c tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327501 Oct 29 01:33:47.487486 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942727f3-e6c6-4a87-8855-4b3f37859290 req-b892041e-fc31-4a36-863a-022416a7fcd8 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:47.489097 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-942727f3-e6c6-4a87-8855-4b3f37859290 req-b892041e-fc31-4a36-863a-022416a7fcd8 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0586648 Oct 29 01:33:47.529451 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-942727f3-e6c6-4a87-8855-4b3f37859290 req-b07e0811-da15-4d05-9aa7-041597f4f47b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327113 Oct 29 01:33:47.552265 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 34370) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:47.716556 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d870483f-b9dc-4059-85c0-61e20293b8da req-65d57a0e-e64f-4274-b46b-23c527145781 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:47.718117 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d870483f-b9dc-4059-85c0-61e20293b8da req-65d57a0e-e64f-4274-b46b-23c527145781 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0527532 Oct 29 01:33:47.778967 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d870483f-b9dc-4059-85c0-61e20293b8da req-07c202bc-a7d8-4df1-b14a-067d7a066898 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514171 Oct 29 01:33:47.784879 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24532e8a-5481-4c48-93f6-6cdf73e3cc49 tempest-TestShelveInstance-464348129 tempest-TestShelveInstance-464348129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:47.786376 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-24532e8a-5481-4c48-93f6-6cdf73e3cc49 tempest-TestShelveInstance-464348129 tempest-TestShelveInstance-464348129-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 1093 time: 0.2331805 Oct 29 01:33:47.789393 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 34378) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:47.793717 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Request body: {'floatingip': {'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'port_id': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:47.903295 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for floatingip, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:48.007613 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:48.119075 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Allocated IP 172.27.3.197 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/52ddf6b8-e8ce-4c2f-92f3-36d30dfde4eb) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:33:48.224029 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:48.368485 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed8875-fe12-457a-a5d8-964150f4f3ef req-f1842b8b-c980-419c-9516-1f6d91d08c41 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:48.371879 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-76ed8875-fe12-457a-a5d8-964150f4f3ef req-f1842b8b-c980-419c-9516-1f6d91d08c41 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 946 time: 0.0497086 Oct 29 01:33:48.371879 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:48.433043 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:33:48.440500 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:48.451171 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:33:48.475448 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Pushing event updated for resources: {'Port': ['ID=52ddf6b8-e8ce-4c2f-92f3-36d30dfde4eb,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:48.480193 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-76ed8875-fe12-457a-a5d8-964150f4f3ef req-5e9eac3a-d11b-4648-9f89-28427ef1d15b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804684 Oct 29 01:33:48.724280 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-637555cb-5a1e-4117-9b22-9617736890b5 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1031308803&fields=id&tenant_id=84bceeeb4f67456a90779360ffc620aa HTTP/1.1" status: 200 len: 267 time: 0.0557156 Oct 29 01:33:49.008462 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-857e06fa-32fa-4032-8c7e-3c13f2ea0de5 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:49.009826 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-857e06fa-32fa-4032-8c7e-3c13f2ea0de5 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/networks?id=b37af5eb-5268-42f9-a4b9-3756fed9194f HTTP/1.1" status: 200 len: 811 time: 0.2775908 Oct 29 01:33:49.028205 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b60712-44a8-4926-b9a8-4b8f9877ea64 req-60cce39b-6ae3-434b-a64c-8653b32a4f30 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:49.029648 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53b60712-44a8-4926-b9a8-4b8f9877ea64 req-60cce39b-6ae3-434b-a64c-8653b32a4f30 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.1767247 Oct 29 01:33:49.051559 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-4992c74a-d5ff-42ae-a31f-ee997cc395a8 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/quotas/84bceeeb4f67456a90779360ffc620aa HTTP/1.1" status: 200 len: 375 time: 0.0345516 Oct 29 01:33:49.066944 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:49.157460 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53b60712-44a8-4926-b9a8-4b8f9877ea64 req-b0e38a4c-156e-4828-8e1a-12299911bd18 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194031 Oct 29 01:33:49.177038 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-0a5c4a90-e682-43ca-93c7-08b08c9be4f9 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=84bceeeb4f67456a90779360ffc620aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1090643 Oct 29 01:33:49.277870 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-a69612bc-4e99-444a-acb9-1d1f657303bb service neutron] 10.222.0.87 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859997 Oct 29 01:33:49.366178 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:49.427305 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-abfd6442-996f-4fc3-a44b-7e91a03571ac service neutron] 10.222.0.87 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426444 Oct 29 01:33:49.558960 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:49.617014 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d6d47-a7b3-48bc-80fa-3858a03e1dd3 req-24afd685-d520-4199-9ed6-8e62e0553cee tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:49.618517 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c40d6d47-a7b3-48bc-80fa-3858a03e1dd3 req-24afd685-d520-4199-9ed6-8e62e0553cee tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 946 time: 0.0520980 Oct 29 01:33:49.661082 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c40d6d47-a7b3-48bc-80fa-3858a03e1dd3 req-1f3b7adc-c8ba-431a-abe7-3d9c86a6f4c0 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364859 Oct 29 01:33:49.697754 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:49.746150 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Pushing event updated for resources: {'Port': ['ID=52ddf6b8-e8ce-4c2f-92f3-36d30dfde4eb,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:49.758221 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989738'] for floatingip, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:49.867226 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.l3_db [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Floating IP ca761b96-ac26-49c6-8389-63a8ae58ad7d associated. External IP: 172.27.3.197, port: b9061b77-a5c8-4ac6-9f65-0f8712ee20cf. Oct 29 01:33:50.105726 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3955a5e7-ead0-4d91-87eb-36d5a08906eb req-d66e8966-75d8-4311-825d-f58d45927ae7 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 210 time: 0.0405149 Oct 29 01:33:50.128503 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Router 0e017201-0708-46f3-bf83-66041b1b8524 has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:33:50.273997 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:33:50.286005 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b90f431-5763-4f42-8072-da9db0d1d399 None None] Sync routers for ids ['0e017201-0708-46f3-bf83-66041b1b8524'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:33:50.299182 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc53b4d-49aa-4e61-9822-98bcafe2f8b1 req-70bab74b-9f8e-4180-b4af-44481bb93c3d tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:50.303038 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b90f431-5763-4f42-8072-da9db0d1d399 None None] Routers {'0e017201-0708-46f3-bf83-66041b1b8524'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:50.303038 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-6b90f431-5763-4f42-8072-da9db0d1d399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:33:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['0e017201-0708-46f3-bf83-66041b1b8524'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:50.303298 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9dc53b4d-49aa-4e61-9822-98bcafe2f8b1 req-70bab74b-9f8e-4180-b4af-44481bb93c3d tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0684841 Oct 29 01:33:50.350722 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9dc53b4d-49aa-4e61-9822-98bcafe2f8b1 req-da2671d7-897e-4bec-b39b-d71d78a27483 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359130 Oct 29 01:33:50.379287 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:50.407096 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-6c6eb07d-a5d8-4b51-8ab6-bae4944903dc tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6166494 Oct 29 01:33:50.407671 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'tag': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:50.410086 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8701bb43-37ff-40ac-ae77-62c9552d69b9" -d '{"events": [{"name": "network-changed", "server_uuid": "58f3409d-cd2a-4bef-9ae4-2fba782b321f", "tag": "b9061b77-a5c8-4ac6-9f65-0f8712ee20cf"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:50.428216 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-6b90f431-5763-4f42-8072-da9db0d1d399 None None] Set router 0e017201-0708-46f3-bf83-66041b1b8524 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:50.454975 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fe909b-7388-4afc-9a36-5550428e27a8 x-openstack-request-id: req-e4fe909b-7388-4afc-9a36-5550428e27a8 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:50.455527 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f3409d-cd2a-4bef-9ae4-2fba782b321f", "tag": "b9061b77-a5c8-4ac6-9f65-0f8712ee20cf", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:50.455527 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-e4fe909b-7388-4afc-9a36-5550428e27a8 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:50.455928 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'tag': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf', 'status': 'completed', 'code': 200} Oct 29 01:33:50.464671 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab132b1-610a-4b91-bf54-51bac4d75eec req-8ec55d54-c770-4220-bb85-ddd07b66435d tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:50.466454 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7ab132b1-610a-4b91-bf54-51bac4d75eec req-8ec55d54-c770-4220-bb85-ddd07b66435d tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.83 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.0531898 Oct 29 01:33:50.691477 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-6b90f431-5763-4f42-8072-da9db0d1d399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e017201-0708-46f3-bf83-66041b1b8524', 'name': 'tempest-TestShelveInstance-1743133785-router', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '30533df9-6d09-43a0-9444-afd728874a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:42Z', 'updated_at': '2021-10-29T01:32:47Z', 'revision_number': 4, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'gw_port': {'id': '30533df9-6d09-43a0-9444-afd728874a58', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:43Z', 'updated_at': '2021-10-29T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': 'ca761b96-ac26-49c6-8389-63a8ae58ad7d', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'port_id': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d', 'mac_address': 'fa:16:3e:35:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:33:48Z', 'updated_at': '2021-10-29T01:33:48Z', 'revision_number': 0, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb7dd27-5225-4141-8bd0-aa6e0c0ae355', 'name': '', 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'mac_address': 'fa:16:3e:13:eb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:46Z', 'updated_at': '2021-10-29T01:32:52Z', 'revision_number': 5, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'subnets': [{'id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:50.730876 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b90f431-5763-4f42-8072-da9db0d1d399 None None] Checking router: 0e017201-0708-46f3-bf83-66041b1b8524 for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:33:50.742931 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b90f431-5763-4f42-8072-da9db0d1d399 None None] Routers {'0e017201-0708-46f3-bf83-66041b1b8524'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:50.744248 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-6b90f431-5763-4f42-8072-da9db0d1d399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:33:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['0e017201-0708-46f3-bf83-66041b1b8524'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:50.826575 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964da911-681a-4001-bc6c-293b1b68e43a req-030ad75b-4cbc-4d51-a136-c15cb3984ab9 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:50.828794 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-964da911-681a-4001-bc6c-293b1b68e43a req-030ad75b-4cbc-4d51-a136-c15cb3984ab9 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.83 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 946 time: 0.1117139 Oct 29 01:33:50.892141 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-6b90f431-5763-4f42-8072-da9db0d1d399 None None] Set router 0e017201-0708-46f3-bf83-66041b1b8524 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:50.899548 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161b15b-04e8-4f5a-8044-38542c464ccf req-a634a8f6-5e5e-43cb-96da-03db2530f11e tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:50.901065 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e161b15b-04e8-4f5a-8044-38542c464ccf req-a634a8f6-5e5e-43cb-96da-03db2530f11e tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 946 time: 0.0962489 Oct 29 01:33:50.904632 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701bb43-37ff-40ac-ae77-62c9552d69b9 req-102fc667-4acf-46c9-99af-9b5b6996801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:50.906060 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8701bb43-37ff-40ac-ae77-62c9552d69b9 req-102fc667-4acf-46c9-99af-9b5b6996801c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fea0db42704249b29fba70abbda7991c&device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 1098 time: 0.3968654 Oct 29 01:33:51.013741 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e161b15b-04e8-4f5a-8044-38542c464ccf req-25eb0fe1-c25c-474f-8200-4952d9419227 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=a6b9597a-a28d-4615-9b61-f6c10ee4be7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038365 Oct 29 01:33:51.021058 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [req-964da911-681a-4001-bc6c-293b1b68e43a req-ca2405f3-8704-4a1a-b3e3-3130302eda91 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Deleting port 01153800-bf44-4376-854e-aec24743a4d7 {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:33:51.021440 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-964da911-681a-4001-bc6c-293b1b68e43a req-ca2405f3-8704-4a1a-b3e3-3130302eda91 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:51.025671 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-7ab132b1-610a-4b91-bf54-51bac4d75eec req-6973b7e2-58ef-4692-bc94-25f0d8467423 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Deleting port d40854b4-c7cf-4c79-ba60-0ea2a73669e5 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:33:51.025671 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7ab132b1-610a-4b91-bf54-51bac4d75eec req-6973b7e2-58ef-4692-bc94-25f0d8467423 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:51.120473 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701bb43-37ff-40ac-ae77-62c9552d69b9 req-847db1bc-88bc-44d9-97d4-0e0915a7afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:51.121861 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8701bb43-37ff-40ac-ae77-62c9552d69b9 req-847db1bc-88bc-44d9-97d4-0e0915a7afcb service neutron] 10.222.0.83 "GET /v2.0/networks?id=acba2ac2-4dda-4f15-b3fb-5874b71db82d HTTP/1.1" status: 200 len: 910 time: 0.2058885 Oct 29 01:33:51.173199 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [req-964da911-681a-4001-bc6c-293b1b68e43a req-ca2405f3-8704-4a1a-b3e3-3130302eda91 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] For port 01153800-bf44-4376-854e-aec24743a4d7, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=01153800-bf44-4376-854e-aec24743a4d7,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:51.173877 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-964da911-681a-4001-bc6c-293b1b68e43a req-ca2405f3-8704-4a1a-b3e3-3130302eda91 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:51.217090 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-6b90f431-5763-4f42-8072-da9db0d1d399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e017201-0708-46f3-bf83-66041b1b8524', 'name': 'tempest-TestShelveInstance-1743133785-router', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '30533df9-6d09-43a0-9444-afd728874a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:42Z', 'updated_at': '2021-10-29T01:32:47Z', 'revision_number': 4, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'gw_port': {'id': '30533df9-6d09-43a0-9444-afd728874a58', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:43Z', 'updated_at': '2021-10-29T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': 'ca761b96-ac26-49c6-8389-63a8ae58ad7d', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'port_id': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d', 'mac_address': 'fa:16:3e:35:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:33:48Z', 'updated_at': '2021-10-29T01:33:48Z', 'revision_number': 0, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb7dd27-5225-4141-8bd0-aa6e0c0ae355', 'name': '', 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'mac_address': 'fa:16:3e:13:eb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:46Z', 'updated_at': '2021-10-29T01:32:52Z', 'revision_number': 5, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'subnets': [{'id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:51.223081 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-733491de-f778-4abd-9508-bb90cdcde41c req-a3a29bb8-a280-4765-a408-3a86ac94a7be tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 210 time: 0.0481699 Oct 29 01:33:51.244567 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-7ab132b1-610a-4b91-bf54-51bac4d75eec req-6973b7e2-58ef-4692-bc94-25f0d8467423 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] For port d40854b4-c7cf-4c79-ba60-0ea2a73669e5, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d40854b4-c7cf-4c79-ba60-0ea2a73669e5,segment=NetworkSegment(dc852203-768c-4234-8d94-cf677f682d7e),segment_id=dc852203-768c-4234-8d94-cf677f682d7e)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:33:51.244967 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7ab132b1-610a-4b91-bf54-51bac4d75eec req-6973b7e2-58ef-4692-bc94-25f0d8467423 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:51.247072 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b90f431-5763-4f42-8072-da9db0d1d399 None None] The sync data for ids ['0e017201-0708-46f3-bf83-66041b1b8524'] in dv-cinder-813984-5-iscsi is: [{'id': '0e017201-0708-46f3-bf83-66041b1b8524', 'name': 'tempest-TestShelveInstance-1743133785-router', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '30533df9-6d09-43a0-9444-afd728874a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:42Z', 'updated_at': '2021-10-29T01:32:47Z', 'revision_number': 4, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'gw_port': {'id': '30533df9-6d09-43a0-9444-afd728874a58', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:43Z', 'updated_at': '2021-10-29T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': 'ca761b96-ac26-49c6-8389-63a8ae58ad7d', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'port_id': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d', 'mac_address': 'fa:16:3e:35:26:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:33:48Z', 'updated_at': '2021-10-29T01:33:48Z', 'revision_number': 0, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7eb7dd27-5225-4141-8bd0-aa6e0c0ae355', 'name': '', 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'mac_address': 'fa:16:3e:13:eb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:46Z', 'updated_at': '2021-10-29T01:32:52Z', 'revision_number': 5, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'subnets': [{'id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:33:51.287785 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8701bb43-37ff-40ac-ae77-62c9552d69b9 req-dfb3ee06-abc2-4a85-9406-78af14df0dc2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf HTTP/1.1" status: 200 len: 999 time: 0.1583164 Oct 29 01:33:51.538605 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701bb43-37ff-40ac-ae77-62c9552d69b9 req-5ef0d625-3d5a-4ca9-8564-860fc40aefb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:51.540114 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8701bb43-37ff-40ac-ae77-62c9552d69b9 req-5ef0d625-3d5a-4ca9-8564-860fc40aefb3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d083ebb-5c9a-460a-ad02-feb3e3129bdc HTTP/1.1" status: 200 len: 848 time: 0.2030749 Oct 29 01:33:51.602529 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b9bb1d-7478-4364-9a5c-21f4fdb34fd2 None None] New status for floating IP ca761b96-ac26-49c6-8389-63a8ae58ad7d: ACTIVE {{(pid=101845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:33:51.642707 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981c4ff-f593-4771-80fc-df6ded438d13 req-2b3b7ec0-dee9-4368-957b-a2d85bfeb446 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:51.644178 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7981c4ff-f593-4771-80fc-df6ded438d13 req-2b3b7ec0-dee9-4368-957b-a2d85bfeb446 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 946 time: 0.1966636 Oct 29 01:33:51.673505 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-964da911-681a-4001-bc6c-293b1b68e43a req-ca2405f3-8704-4a1a-b3e3-3130302eda91 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:51.674256 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-964da911-681a-4001-bc6c-293b1b68e43a req-ca2405f3-8704-4a1a-b3e3-3130302eda91 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989738'] for floatingip, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:51.674769 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.db.l3_db [req-964da911-681a-4001-bc6c-293b1b68e43a req-ca2405f3-8704-4a1a-b3e3-3130302eda91 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Floating IP 7082755d-93c9-4a48-8c52-4b355748e157 disassociated. External IP: 172.27.3.252, port: 01153800-bf44-4376-854e-aec24743a4d7. Oct 29 01:33:51.675464 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [req-964da911-681a-4001-bc6c-293b1b68e43a req-ca2405f3-8704-4a1a-b3e3-3130302eda91 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Calling delete_port for 01153800-bf44-4376-854e-aec24743a4d7 owned by compute:nova {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:33:51.693328 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701bb43-37ff-40ac-ae77-62c9552d69b9 req-7ac5dd2a-83ca-44d8-b353-123fc76d5023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:51.704306 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8701bb43-37ff-40ac-ae77-62c9552d69b9 req-7ac5dd2a-83ca-44d8-b353-123fc76d5023 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=acba2ac2-4dda-4f15-b3fb-5874b71db82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1343467 Oct 29 01:33:51.714638 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7ab132b1-610a-4b91-bf54-51bac4d75eec req-6973b7e2-58ef-4692-bc94-25f0d8467423 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:51.715129 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7ab132b1-610a-4b91-bf54-51bac4d75eec req-6973b7e2-58ef-4692-bc94-25f0d8467423 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989738'] for floatingip, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:51.715542 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.l3_db [req-7ab132b1-610a-4b91-bf54-51bac4d75eec req-6973b7e2-58ef-4692-bc94-25f0d8467423 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Floating IP 773b2cba-bebc-4228-9e09-80512b23a051 disassociated. External IP: 172.27.3.60, port: d40854b4-c7cf-4c79-ba60-0ea2a73669e5. Oct 29 01:33:51.716009 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-7ab132b1-610a-4b91-bf54-51bac4d75eec req-6973b7e2-58ef-4692-bc94-25f0d8467423 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Calling delete_port for d40854b4-c7cf-4c79-ba60-0ea2a73669e5 owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:33:51.781417 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7981c4ff-f593-4771-80fc-df6ded438d13 req-53fb3e75-7330-466f-a0b5-9fd21571af2f tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270952 Oct 29 01:33:51.883500 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8701bb43-37ff-40ac-ae77-62c9552d69b9 req-8e6464d9-3d88-45e3-bb5d-48bfa270757a service neutron] 10.222.0.83 "GET /v2.0/networks/acba2ac2-4dda-4f15-b3fb-5874b71db82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778004 Oct 29 01:33:51.937460 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-964da911-681a-4001-bc6c-293b1b68e43a req-ca2405f3-8704-4a1a-b3e3-3130302eda91 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:51.970680 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2405f3-8704-4a1a-b3e3-3130302eda91 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Pushing event deleted for resources: {'Port': ['ID=01153800-bf44-4376-854e-aec24743a4d7,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:52.015829 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8701bb43-37ff-40ac-ae77-62c9552d69b9 req-67681f2c-2b8e-4b28-810e-d2698c3629f3 service neutron] 10.222.0.83 "GET /v2.0/networks/acba2ac2-4dda-4f15-b3fb-5874b71db82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217496 Oct 29 01:33:52.092346 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7ab132b1-610a-4b91-bf54-51bac4d75eec req-6973b7e2-58ef-4692-bc94-25f0d8467423 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:52.111320 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [req-964da911-681a-4001-bc6c-293b1b68e43a req-ca2405f3-8704-4a1a-b3e3-3130302eda91 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Router e09e300f-4b8b-4c5a-bb43-a23b90719be6 has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:33:52.139007 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6973b7e2-58ef-4692-bc94-25f0d8467423 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Pushing event deleted for resources: {'Port': ['ID=d40854b4-c7cf-4c79-ba60-0ea2a73669e5,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:52.163851 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-13296118-e479-4cac-b16a-513eca7ab679 req-40120928-812d-4c5c-8087-9d676372e871 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 210 time: 0.0612926 Oct 29 01:33:52.245635 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-964da911-681a-4001-bc6c-293b1b68e43a req-ca2405f3-8704-4a1a-b3e3-3130302eda91 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:33:52.260652 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f97891-539c-4216-b55a-4429ca8f06d7 None None] Sync routers for ids ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:33:52.275858 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f97891-539c-4216-b55a-4429ca8f06d7 None None] Routers {'e09e300f-4b8b-4c5a-bb43-a23b90719be6'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:52.277213 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-99f97891-539c-4216-b55a-4429ca8f06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:33:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:52.291464 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ab132b1-610a-4b91-bf54-51bac4d75eec req-6973b7e2-58ef-4692-bc94-25f0d8467423 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Router 58ecb1c1-c6e1-478b-90bc-785facda450d has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:33:52.344650 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [req-964da911-681a-4001-bc6c-293b1b68e43a req-ca2405f3-8704-4a1a-b3e3-3130302eda91 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] No DVR routers for this DVR port 01153800-bf44-4376-854e-aec24743a4d7 on host hv-cinder-81398 {{(pid=101843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:33:52.348773 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-964da911-681a-4001-bc6c-293b1b68e43a req-ca2405f3-8704-4a1a-b3e3-3130302eda91 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:52.352441 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-964da911-681a-4001-bc6c-293b1b68e43a req-ca2405f3-8704-4a1a-b3e3-3130302eda91 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.83 "DELETE /v2.0/ports/01153800-bf44-4376-854e-aec24743a4d7 HTTP/1.1" status: 204 len: 173 time: 1.5158849 Oct 29 01:33:52.352920 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'name': 'network-vif-deleted', 'tag': '01153800-bf44-4376-854e-aec24743a4d7'}] {{(pid=101843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:52.357584 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62e9e1f26a3722756967881dc3103d1ef987c1afaa65af21d436660d1349688f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3cdde0-4231-4ed9-8648-59701c8926a6" -d '{"events": [{"server_uuid": "f64f5ebf-8af1-4507-849e-b7d8e33979ae", "name": "network-vif-deleted", "tag": "01153800-bf44-4376-854e-aec24743a4d7"}]}' {{(pid=101843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:52.429054 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b931fc8c-2e50-4f26-99e3-adb125630d7c x-openstack-request-id: req-b931fc8c-2e50-4f26-99e3-adb125630d7c {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:52.429464 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64f5ebf-8af1-4507-849e-b7d8e33979ae", "name": "network-vif-deleted", "tag": "01153800-bf44-4376-854e-aec24743a4d7", "status": "completed", "code": 200}]} {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:52.430514 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b931fc8c-2e50-4f26-99e3-adb125630d7c {{(pid=101843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:52.430640 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64f5ebf-8af1-4507-849e-b7d8e33979ae', 'name': 'network-vif-deleted', 'tag': '01153800-bf44-4376-854e-aec24743a4d7', 'status': 'completed', 'code': 200} Oct 29 01:33:52.433115 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f4d7a5f6-a19d-49de-87d8-d301e7fa07d6 req-64e38319-7c3a-47c2-9c52-16ef24074d0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 210 time: 0.0437279 Oct 29 01:33:52.437926 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-99f97891-539c-4216-b55a-4429ca8f06d7 None None] Set router e09e300f-4b8b-4c5a-bb43-a23b90719be6 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:52.464125 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ab132b1-610a-4b91-bf54-51bac4d75eec req-6973b7e2-58ef-4692-bc94-25f0d8467423 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:33:52.472614 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a896a33-d249-43e5-941a-919a8e134a38 None None] Sync routers for ids ['58ecb1c1-c6e1-478b-90bc-785facda450d'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:33:52.491285 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a896a33-d249-43e5-941a-919a8e134a38 None None] Routers {'58ecb1c1-c6e1-478b-90bc-785facda450d'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:52.491953 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-4a896a33-d249-43e5-941a-919a8e134a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:33:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['58ecb1c1-c6e1-478b-90bc-785facda450d'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:52.523948 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab132b1-610a-4b91-bf54-51bac4d75eec req-6973b7e2-58ef-4692-bc94-25f0d8467423 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] No DVR routers for this DVR port d40854b4-c7cf-4c79-ba60-0ea2a73669e5 on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:33:52.532025 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-7ab132b1-610a-4b91-bf54-51bac4d75eec req-6973b7e2-58ef-4692-bc94-25f0d8467423 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:52.543888 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7ab132b1-610a-4b91-bf54-51bac4d75eec req-6973b7e2-58ef-4692-bc94-25f0d8467423 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.83 "DELETE /v2.0/ports/d40854b4-c7cf-4c79-ba60-0ea2a73669e5 HTTP/1.1" status: 204 len: 173 time: 2.0574846 Oct 29 01:33:52.545825 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc2f3ec-53ba-4b8c-a02a-236f8564eb92', 'name': 'network-vif-deleted', 'tag': 'd40854b4-c7cf-4c79-ba60-0ea2a73669e5'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:52.549008 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90539cb7-1e24-4a5a-b4c1-a3e01bea1446" -d '{"events": [{"server_uuid": "0cc2f3ec-53ba-4b8c-a02a-236f8564eb92", "name": "network-vif-deleted", "tag": "d40854b4-c7cf-4c79-ba60-0ea2a73669e5"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:52.614530 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88bd1e21-b482-4fdd-9078-32e9fcd0a724 x-openstack-request-id: req-88bd1e21-b482-4fdd-9078-32e9fcd0a724 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:52.614823 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc2f3ec-53ba-4b8c-a02a-236f8564eb92", "name": "network-vif-deleted", "tag": "d40854b4-c7cf-4c79-ba60-0ea2a73669e5", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:52.615074 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-88bd1e21-b482-4fdd-9078-32e9fcd0a724 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:52.615598 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc2f3ec-53ba-4b8c-a02a-236f8564eb92', 'name': 'network-vif-deleted', 'tag': 'd40854b4-c7cf-4c79-ba60-0ea2a73669e5', 'status': 'completed', 'code': 200} Oct 29 01:33:52.661922 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-4a896a33-d249-43e5-941a-919a8e134a38 None None] Set router 58ecb1c1-c6e1-478b-90bc-785facda450d gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:52.888685 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-99f97891-539c-4216-b55a-4429ca8f06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8869a439-50c9-4be6-92ab-73e96583a53f', 'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'mac_address': 'fa:16:3e:69:7c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:23Z', 'revision_number': 5, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'subnets': [{'id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:52.929717 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f97891-539c-4216-b55a-4429ca8f06d7 None None] Checking router: e09e300f-4b8b-4c5a-bb43-a23b90719be6 for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:33:52.949311 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f97891-539c-4216-b55a-4429ca8f06d7 None None] Routers {'e09e300f-4b8b-4c5a-bb43-a23b90719be6'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:52.950182 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-99f97891-539c-4216-b55a-4429ca8f06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:33:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:52.955001 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-26be2a44-87d9-404b-a570-442ab9a8c459 req-b70902ce-fce1-46c0-aa6f-ed887a5040a1 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 210 time: 0.0359638 Oct 29 01:33:53.018048 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-4a896a33-d249-43e5-941a-919a8e134a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 4, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': 'ca41fa19-b501-4ae0-ae41-4e21872c5d6b', 'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'mac_address': 'fa:16:3e:cb:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 5, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'subnets': [{'id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:53.049105 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a896a33-d249-43e5-941a-919a8e134a38 None None] Checking router: 58ecb1c1-c6e1-478b-90bc-785facda450d for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:33:53.059437 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a896a33-d249-43e5-941a-919a8e134a38 None None] Routers {'58ecb1c1-c6e1-478b-90bc-785facda450d'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:33:53.060215 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-4a896a33-d249-43e5-941a-919a8e134a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:33:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['58ecb1c1-c6e1-478b-90bc-785facda450d'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:53.086397 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-86629d65-3173-43a3-8c3f-c5223dd56ab5 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:53.088409 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-86629d65-3173-43a3-8c3f-c5223dd56ab5 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.83 "GET /v2.0/networks?id=b37af5eb-5268-42f9-a4b9-3756fed9194f HTTP/1.1" status: 200 len: 811 time: 0.2490127 Oct 29 01:33:53.102779 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-99f97891-539c-4216-b55a-4429ca8f06d7 None None] Set router e09e300f-4b8b-4c5a-bb43-a23b90719be6 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:53.156873 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-62efc4ba-18df-45c2-b214-a6c991ff0b8e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84bceeeb4f67456a90779360ffc620aa HTTP/1.1" status: 200 len: 380 time: 0.0504942 Oct 29 01:33:53.176939 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-4a896a33-d249-43e5-941a-919a8e134a38 None None] Set router 58ecb1c1-c6e1-478b-90bc-785facda450d gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:33:53.182713 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-0c294f75-c229-433e-a959-de7da8f6357b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Request body: {'port': {'device_id': 'f69664c9-6a0c-4807-a429-f39a1823f6ac', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'admin_state_up': True, 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'security_groups': ['b9b7c493-6d16-47c8-9ce8-dd16ad351eee']}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:53.417834 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-99f97891-539c-4216-b55a-4429ca8f06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8869a439-50c9-4be6-92ab-73e96583a53f', 'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'mac_address': 'fa:16:3e:69:7c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:23Z', 'revision_number': 5, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'subnets': [{'id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:53.423162 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-75a2339d-6031-4c13-a0cb-ac39000a9596 req-5c2bfed8-d45e-47d6-a995-8751c19206c4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=f64f5ebf-8af1-4507-849e-b7d8e33979ae HTTP/1.1" status: 200 len: 210 time: 0.0599580 Oct 29 01:33:53.460030 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f97891-539c-4216-b55a-4429ca8f06d7 None None] The sync data for ids ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'] in dv-cinder-813984-5-iscsi is: [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8869a439-50c9-4be6-92ab-73e96583a53f', 'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'mac_address': 'fa:16:3e:69:7c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:23Z', 'revision_number': 5, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'subnets': [{'id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:33:53.482095 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-4a896a33-d249-43e5-941a-919a8e134a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 4, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': 'ca41fa19-b501-4ae0-ae41-4e21872c5d6b', 'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'mac_address': 'fa:16:3e:cb:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 5, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'subnets': [{'id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:53.518761 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a896a33-d249-43e5-941a-919a8e134a38 None None] The sync data for ids ['58ecb1c1-c6e1-478b-90bc-785facda450d'] in dv-cinder-813984-5-iscsi is: [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 4, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': 'ca41fa19-b501-4ae0-ae41-4e21872c5d6b', 'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'mac_address': 'fa:16:3e:cb:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 5, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'subnets': [{'id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:33:53.554368 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-0c294f75-c229-433e-a959-de7da8f6357b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Made reservation on behalf of 84bceeeb4f67456a90779360ffc620aa for: {'port': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:33:53.558115 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-0c294f75-c229-433e-a959-de7da8f6357b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:53.595631 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7eb1a90b-da5a-4cf8-8064-52f5f2c65af5 req-323f891f-10d5-4ded-8fe4-fece10005cc1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 210 time: 0.0700564 Oct 29 01:33:53.744076 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-0c294f75-c229-433e-a959-de7da8f6357b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Allocated IP 172.20.0.7 (b37af5eb-5268-42f9-a4b9-3756fed9194f/7c138a45-42da-4b80-988e-91ca66e794cd/569ffd45-8958-4842-9d3e-75bdbaf74160) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:33:53.936227 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00aa13-3af0-4014-bf5e-2a1e217587bf None None] New status for floating IP 7082755d-93c9-4a48-8c52-4b355748e157: DOWN {{(pid=101844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:33:53.939052 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-0c294f75-c229-433e-a959-de7da8f6357b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:53.952148 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a022326-9549-40bc-9b8c-366696d82d42 None None] New status for floating IP 773b2cba-bebc-4228-9e09-80512b23a051: DOWN {{(pid=101845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:33:54.127359 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-440d4507-66f6-4102-a160-2e491c26f072 req-2a8c544f-db1d-47ad-ae2b-8c46e40452d4 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=0cc2f3ec-53ba-4b8c-a02a-236f8564eb92 HTTP/1.1" status: 200 len: 210 time: 0.0655773 Oct 29 01:33:54.132095 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-0c294f75-c229-433e-a959-de7da8f6357b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:54.195788 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-0c294f75-c229-433e-a959-de7da8f6357b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Network b37af5eb-5268-42f9-a4b9-3756fed9194f is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:33:54.199133 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-0c294f75-c229-433e-a959-de7da8f6357b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:54.204387 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-0c294f75-c229-433e-a959-de7da8f6357b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:33:54.244433 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c294f75-c229-433e-a959-de7da8f6357b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event updated for resources: {'Port': ['ID=569ffd45-8958-4842-9d3e-75bdbaf74160,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:54.275555 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-0c294f75-c229-433e-a959-de7da8f6357b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:54.294181 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-0c294f75-c229-433e-a959-de7da8f6357b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:54.437242 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-0c294f75-c229-433e-a959-de7da8f6357b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2604306 Oct 29 01:33:54.451567 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Request body: {'port': {'device_id': 'f69664c9-6a0c-4807-a429-f39a1823f6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:54.490802 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-f3204b6d-63c5-4f7d-8cc3-17770a2394ec None None] Provisioning complete for port 569ffd45-8958-4842-9d3e-75bdbaf74160 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:33:54.491264 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f3204b6d-63c5-4f7d-8cc3-17770a2394ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:54.530167 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f3204b6d-63c5-4f7d-8cc3-17770a2394ec None None] Port 569ffd45-8958-4842-9d3e-75bdbaf74160 cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:33:54.546007 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:54.643706 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 34514) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:54.810449 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f680db46-b2bc-4db5-b27b-a55dc09a4938 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:54.842410 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee84cd-07c0-4f8e-8e8c-d33f7b4209dd req-2f1e5d69-3982-46d8-89cb-e2a9d9283a70 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:54.844499 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c4ee84cd-07c0-4f8e-8e8c-d33f7b4209dd req-2f1e5d69-3982-46d8-89cb-e2a9d9283a70 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 931 time: 0.1489034 Oct 29 01:33:54.883693 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f680db46-b2bc-4db5-b27b-a55dc09a4938 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:54.947348 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device d40854b4-c7cf-4c79-ba60-0ea2a73669e5 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:33:54.973300 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c4ee84cd-07c0-4f8e-8e8c-d33f7b4209dd req-36e9e564-8a78-495f-9737-313b1d2caf21 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183641 Oct 29 01:33:54.978710 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: d40854b4-c7cf-4c79-ba60-0ea2a73669e5 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:33:54.979052 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device d40854b4-c7cf-4c79-ba60-0ea2a73669e5 not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:33:54.979514 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 01153800-bf44-4376-854e-aec24743a4d7 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:33:55.006380 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: 01153800-bf44-4376-854e-aec24743a4d7 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:33:55.006675 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 01153800-bf44-4376-854e-aec24743a4d7 not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:33:55.009802 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569ffd45-8958-4842-9d3e-75bdbaf74160 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:33:55.027867 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:55.143457 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Transition to ACTIVE for port object 569ffd45-8958-4842-9d3e-75bdbaf74160 will not be triggered until provisioned by entity L2. {{(pid=101842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:33:55.148648 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f680db46-b2bc-4db5-b27b-a55dc09a4938 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:55.148648 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f680db46-b2bc-4db5-b27b-a55dc09a4938 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:55.148648 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-f680db46-b2bc-4db5-b27b-a55dc09a4938 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "DELETE /v2.0/security-groups/a6b9597a-a28d-4615-9b61-f6c10ee4be7a HTTP/1.1" status: 204 len: 168 time: 0.5034888 Oct 29 01:33:55.151693 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 34522) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:55.170200 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f680db46-b2bc-4db5-b27b-a55dc09a4938 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b9597a-a28d-4615-9b61-f6c10ee4be7a,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:55.171301 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.api.v2.resource [None req-ac34ae8b-d075-4b8e-a5c0-8cc37364d07d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] show failed (client error): The resource could not be found. Oct 29 01:33:55.173086 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-ac34ae8b-d075-4b8e-a5c0-8cc37364d07d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups/a6b9597a-a28d-4615-9b61-f6c10ee4be7a HTTP/1.1" status: 404 len: 347 time: 0.0198984 Oct 29 01:33:55.175800 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 34528) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:55.310023 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-847c7693-a2f1-4fc3-8812-129c049e62da tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Deleting port 6df1428b-3eb7-483e-ba00-2dc49307ad85 {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:33:55.310365 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-847c7693-a2f1-4fc3-8812-129c049e62da tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:55.314545 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:55.364239 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Pushing event updated for resources: {'Port': ['ID=569ffd45-8958-4842-9d3e-75bdbaf74160,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:55.393642 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-847c7693-a2f1-4fc3-8812-129c049e62da tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:55.394003 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-847c7693-a2f1-4fc3-8812-129c049e62da tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:55.407554 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-847c7693-a2f1-4fc3-8812-129c049e62da tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Calling delete_port for 6df1428b-3eb7-483e-ba00-2dc49307ad85 owned by network:floatingip {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:33:55.435392 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 34544) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:55.459982 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Attempting to bind port 569ffd45-8958-4842-9d3e-75bdbaf74160 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:33:55.460323 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Attempting to bind port 569ffd45-8958-4842-9d3e-75bdbaf74160 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:33:55.460651 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Attempting to bind port 569ffd45-8958-4842-9d3e-75bdbaf74160 on network b37af5eb-5268-42f9-a4b9-3756fed9194f {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:33:55.477201 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Port 569ffd45-8958-4842-9d3e-75bdbaf74160 on network b37af5eb-5268-42f9-a4b9-3756fed9194f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:33:55.477524 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Attempting to bind port 569ffd45-8958-4842-9d3e-75bdbaf74160 on network b37af5eb-5268-42f9-a4b9-3756fed9194f {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:33:55.490276 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:33:55.490504 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Checking segment: {'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:33:55.490830 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Bound using segment: {'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:33:55.491264 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Bound port: 569ffd45-8958-4842-9d3e-75bdbaf74160, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:33:55.491620 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:55.538381 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e316-f5b4-42a7-87f9-b9d948519f3b tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:55.582226 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e316-f5b4-42a7-87f9-b9d948519f3b tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:55.640653 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-847c7693-a2f1-4fc3-8812-129c049e62da tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:55.669870 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c7693-a2f1-4fc3-8812-129c049e62da tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Pushing event deleted for resources: {'Port': ['ID=6df1428b-3eb7-483e-ba00-2dc49307ad85,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:55.738319 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-847c7693-a2f1-4fc3-8812-129c049e62da tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for floatingip, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:55.741031 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-847c7693-a2f1-4fc3-8812-129c049e62da tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:55.742227 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-847c7693-a2f1-4fc3-8812-129c049e62da tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "DELETE /v2.0/floatingips/7082755d-93c9-4a48-8c52-4b355748e157 HTTP/1.1" status: 204 len: 168 time: 0.5653353 Oct 29 01:33:55.856074 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] For port 569ffd45-8958-4842-9d3e-75bdbaf74160, host hv-cinder-81398, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:33:55.884735 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] For port 569ffd45-8958-4842-9d3e-75bdbaf74160, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=569ffd45-8958-4842-9d3e-75bdbaf74160,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:33:55.977832 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:56.019521 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:56.020133 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:56.021004 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] 10.222.0.83 "PUT /v2.0/ports/569ffd45-8958-4842-9d3e-75bdbaf74160 HTTP/1.1" status: 200 len: 1093 time: 1.5739455 Oct 29 01:33:56.021470 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69664c9-6a0c-4807-a429-f39a1823f6ac', 'tag': '569ffd45-8958-4842-9d3e-75bdbaf74160'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:33:56.023953 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4d7e85-7efd-409c-af4d-7608dae299b3" -d '{"events": [{"name": "network-changed", "server_uuid": "f69664c9-6a0c-4807-a429-f39a1823f6ac", "tag": "569ffd45-8958-4842-9d3e-75bdbaf74160"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:33:56.044250 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e316-f5b4-42a7-87f9-b9d948519f3b tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:56.053335 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a1e9e316-f5b4-42a7-87f9-b9d948519f3b tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:56.053335 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-a1e9e316-f5b4-42a7-87f9-b9d948519f3b tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "DELETE /v2.0/security-groups/0f05dba3-8743-4d8e-a39b-31ca9df2fbcf HTTP/1.1" status: 204 len: 168 time: 0.6157424 Oct 29 01:33:56.053541 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 34554) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:56.070629 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe41a4b-cae2-4416-930e-c2682a70f21f service neutron] Pushing event updated for resources: {'Port': ['ID=569ffd45-8958-4842-9d3e-75bdbaf74160,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:56.073930 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.api.v2.resource [None req-b60c4235-3d29-4082-b132-665c4b14a922 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] show failed (client error): The resource could not be found. Oct 29 01:33:56.078896 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-b60c4235-3d29-4082-b132-665c4b14a922 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups/0f05dba3-8743-4d8e-a39b-31ca9df2fbcf HTTP/1.1" status: 404 len: 347 time: 0.0246003 Oct 29 01:33:56.079497 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 34556) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:56.142312 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9e316-f5b4-42a7-87f9-b9d948519f3b tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f05dba3-8743-4d8e-a39b-31ca9df2fbcf,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:56.153916 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 34558) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:56.166894 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-098b56dd-8912-4cd9-85be-9e39deb35dcf tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2098845055', 'description': 'tempest-description--1845115419'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:56.235200 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e991ef-ecec-4d1b-9365-762361db2276 x-openstack-request-id: req-05e991ef-ecec-4d1b-9365-762361db2276 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:33:56.235500 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69664c9-6a0c-4807-a429-f39a1823f6ac", "tag": "569ffd45-8958-4842-9d3e-75bdbaf74160", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:33:56.235788 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-05e991ef-ecec-4d1b-9365-762361db2276 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:33:56.236190 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69664c9-6a0c-4807-a429-f39a1823f6ac', 'tag': '569ffd45-8958-4842-9d3e-75bdbaf74160', 'status': 'completed', 'code': 200} Oct 29 01:33:56.257609 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e8adf-a606-49da-a5dc-4c400b1316c5 req-9081379e-c866-4e5c-b051-7318489e4cdd tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:56.259185 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-988e8adf-a606-49da-a5dc-4c400b1316c5 req-9081379e-c866-4e5c-b051-7318489e4cdd tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 943 time: 0.1902156 Oct 29 01:33:56.269670 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-cda749cb-06d4-4104-ae05-c0891cf54b1c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Deleting port c03500b4-c5b9-4a5e-9463-314fb4526ff5 {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:33:56.270133 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cda749cb-06d4-4104-ae05-c0891cf54b1c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:56.276986 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-7c5d8b49-cf49-4019-afca-b8548dc0ed0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:56.276986 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-7c5d8b49-cf49-4019-afca-b8548dc0ed0c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84bceeeb4f67456a90779360ffc620aa&device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 1096 time: 0.0843565 Oct 29 01:33:56.328593 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-098b56dd-8912-4cd9-85be-9e39deb35dcf tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:56.332519 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-c83a34ea-eaf9-41f0-9926-b1ddac19562e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=569ffd45-8958-4842-9d3e-75bdbaf74160 HTTP/1.1" status: 200 len: 217 time: 0.0422938 Oct 29 01:33:56.360570 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cda749cb-06d4-4104-ae05-c0891cf54b1c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:56.361027 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cda749cb-06d4-4104-ae05-c0891cf54b1c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:56.373502 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-cda749cb-06d4-4104-ae05-c0891cf54b1c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Calling delete_port for c03500b4-c5b9-4a5e-9463-314fb4526ff5 owned by network:floatingip {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:33:56.389194 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-988e8adf-a606-49da-a5dc-4c400b1316c5 req-f5987be7-99e3-46cf-9035-45c0395f74e1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149874 Oct 29 01:33:56.423373 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-b96ad765-0a86-4939-9cb8-c882996f7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:56.424855 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-b96ad765-0a86-4939-9cb8-c882996f7b4b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7c138a45-42da-4b80-988e-91ca66e794cd HTTP/1.1" status: 200 len: 850 time: 0.0746901 Oct 29 01:33:56.475674 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-098b56dd-8912-4cd9-85be-9e39deb35dcf tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:56.491218 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-22122eb2-d5bc-402c-b0bd-b9504a32f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:56.492743 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-22122eb2-d5bc-402c-b0bd-b9504a32f7da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b37af5eb-5268-42f9-a4b9-3756fed9194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541511 Oct 29 01:33:56.555906 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-098b56dd-8912-4cd9-85be-9e39deb35dcf tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:56.583103 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cda749cb-06d4-4104-ae05-c0891cf54b1c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:56.610400 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b56dd-8912-4cd9-85be-9e39deb35dcf tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0e00fb-4545-49d4-a4b3-cce138c22209,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:56.610777 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda749cb-06d4-4104-ae05-c0891cf54b1c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Pushing event deleted for resources: {'Port': ['ID=c03500b4-c5b9-4a5e-9463-314fb4526ff5,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:56.615916 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-7083cdb8-c7b0-4c15-a088-e0da414f7d24 service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120789 Oct 29 01:33:56.673906 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-098b56dd-8912-4cd9-85be-9e39deb35dcf tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:56.675126 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-098b56dd-8912-4cd9-85be-9e39deb35dcf tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5187590 Oct 29 01:33:56.680875 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 34566) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:56.682510 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cda749cb-06d4-4104-ae05-c0891cf54b1c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for floatingip, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:56.685678 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cda749cb-06d4-4104-ae05-c0891cf54b1c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:56.692488 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-f767b7c1-6ade-4557-bd89-b821dbc3b8b4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Request body: {'security_group_rule': {'security_group_id': 'fe0e00fb-4545-49d4-a4b3-cce138c22209', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:56.692962 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-cda749cb-06d4-4104-ae05-c0891cf54b1c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "DELETE /v2.0/floatingips/773b2cba-bebc-4228-9e09-80512b23a051 HTTP/1.1" status: 204 len: 168 time: 0.6064832 Oct 29 01:33:56.743472 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-deccd841-1ab3-4cc0-a650-4e16852806a4 req-e35fb97c-a9d5-4c33-b561-868832bf2cc7 service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173253 Oct 29 01:33:56.864400 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f767b7c1-6ade-4557-bd89-b821dbc3b8b4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:56.956075 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f767b7c1-6ade-4557-bd89-b821dbc3b8b4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:56.962832 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d7e85-7efd-409c-af4d-7608dae299b3 req-4161e356-c9c9-4acc-85a4-cb9229101070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:56.964790 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3f4d7e85-7efd-409c-af4d-7608dae299b3 req-4161e356-c9c9-4acc-85a4-cb9229101070 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84bceeeb4f67456a90779360ffc620aa&device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 1096 time: 0.0692391 Oct 29 01:33:57.025852 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f767b7c1-6ade-4557-bd89-b821dbc3b8b4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:57.053392 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767b7c1-6ade-4557-bd89-b821dbc3b8b4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672c40a8-5726-4d65-a35e-68f3491c3131,revision_number=0']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:57.076960 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d7e85-7efd-409c-af4d-7608dae299b3 req-8d7dbfac-6320-49ce-b472-21c3150161d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:57.079041 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3f4d7e85-7efd-409c-af4d-7608dae299b3 req-8d7dbfac-6320-49ce-b472-21c3150161d2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b37af5eb-5268-42f9-a4b9-3756fed9194f HTTP/1.1" status: 200 len: 912 time: 0.1042469 Oct 29 01:33:57.127261 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3f4d7e85-7efd-409c-af4d-7608dae299b3 req-d9ae1b67-7e2c-40d1-b6d1-95ffca68286a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=569ffd45-8958-4842-9d3e-75bdbaf74160 HTTP/1.1" status: 200 len: 217 time: 0.0384145 Oct 29 01:33:57.183195 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d7e85-7efd-409c-af4d-7608dae299b3 req-3da58f09-9c74-43cb-b887-0e4cec12594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:57.184749 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3f4d7e85-7efd-409c-af4d-7608dae299b3 req-3da58f09-9c74-43cb-b887-0e4cec12594c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7c138a45-42da-4b80-988e-91ca66e794cd HTTP/1.1" status: 200 len: 850 time: 0.0466678 Oct 29 01:33:57.211582 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 34574) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:57.216524 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-b77af80b-e84d-4ff0-98ee-cc89a7fe48f3 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--79527902', 'description': 'tempest-description--2098244220'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:57.224599 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f767b7c1-6ade-4557-bd89-b821dbc3b8b4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:57.224599 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-f767b7c1-6ade-4557-bd89-b821dbc3b8b4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5414424 Oct 29 01:33:57.226538 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 34576) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:57.230991 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-e12a0478-d628-4a28-a8df-df7bf3adce3c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Request body: {'security_group_rule': {'security_group_id': 'fe0e00fb-4545-49d4-a4b3-cce138c22209', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:57.239146 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d7e85-7efd-409c-af4d-7608dae299b3 req-060782ce-7766-4caf-a92b-45be05158694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:57.240724 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3f4d7e85-7efd-409c-af4d-7608dae299b3 req-060782ce-7766-4caf-a92b-45be05158694 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b37af5eb-5268-42f9-a4b9-3756fed9194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482993 Oct 29 01:33:57.291993 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4242bf77-2b4f-457f-878f-5bccb5ba5163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:57.339680 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3f4d7e85-7efd-409c-af4d-7608dae299b3 req-e26ecd6b-1c3b-4e2f-9e50-06b2189ebc80 service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913153 Oct 29 01:33:57.441783 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3f4d7e85-7efd-409c-af4d-7608dae299b3 req-76dffda9-a0ec-42b9-a5bb-efbbe95311c5 service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908744 Oct 29 01:33:57.448041 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b77af80b-e84d-4ff0-98ee-cc89a7fe48f3 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:57.531112 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b77af80b-e84d-4ff0-98ee-cc89a7fe48f3 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:57.541442 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efb888-1d8c-41d4-8e43-e9cbf461cb44 req-019be254-4c03-4d9d-a628-00166593418c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:57.542932 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-23efb888-1d8c-41d4-8e43-e9cbf461cb44 req-019be254-4c03-4d9d-a628-00166593418c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 943 time: 0.0547521 Oct 29 01:33:57.582109 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-23efb888-1d8c-41d4-8e43-e9cbf461cb44 req-35f52752-e0e8-4c15-b9ca-f74754f9e3ab tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329680 Oct 29 01:33:57.611185 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e12a0478-d628-4a28-a8df-df7bf3adce3c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:57.645849 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b77af80b-e84d-4ff0-98ee-cc89a7fe48f3 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:57.690867 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77af80b-e84d-4ff0-98ee-cc89a7fe48f3 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b54760d-eb00-487c-8238-8fb63f18bea3,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:57.698428 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e12a0478-d628-4a28-a8df-df7bf3adce3c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:57.760661 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e12a0478-d628-4a28-a8df-df7bf3adce3c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:57.768006 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b77af80b-e84d-4ff0-98ee-cc89a7fe48f3 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:57.771976 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-b77af80b-e84d-4ff0-98ee-cc89a7fe48f3 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5563447 Oct 29 01:33:57.774406 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 34584) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:57.778388 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-4efab64e-c927-432b-a980-dce38414fd8d tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Request body: {'security_group_rule': {'security_group_id': '3b54760d-eb00-487c-8238-8fb63f18bea3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:57.785489 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a0478-d628-4a28-a8df-df7bf3adce3c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e01658-775d-4af0-86fa-b2d9bffb896b,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:57.861900 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e12a0478-d628-4a28-a8df-df7bf3adce3c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:57.863271 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-e12a0478-d628-4a28-a8df-df7bf3adce3c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6357708 Oct 29 01:33:57.866526 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 34586) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:57.873151 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-3ef6ef58-a90f-4029-bbf8-b83a952e361a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Request body: {'floatingip': {'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:57.976974 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4efab64e-c927-432b-a980-dce38414fd8d tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.010712 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 34592) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:58.038858 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4efab64e-c927-432b-a980-dce38414fd8d tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.057536 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf8f655-4c54-45ff-a457-943207df5656 admin admin] Deleting subnet 7ed2fece-7aac-4099-89f1-80ff95b27b1e {{(pid=101843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:33:58.061090 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f655-4c54-45ff-a457-943207df5656 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.063694 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ef58-a90f-4029-bbf8-b83a952e361a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for floatingip, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.102034 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f655-4c54-45ff-a457-943207df5656 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680530'] for subnet, precommit_delete_associations {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.127927 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4efab64e-c927-432b-a980-dce38414fd8d tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.151067 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efab64e-c927-432b-a980-dce38414fd8d tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aac73e5-34b5-4afc-abe4-39074a8be174,revision_number=0']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:58.156909 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f655-4c54-45ff-a457-943207df5656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8342707'] for subnet, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.185895 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ef58-a90f-4029-bbf8-b83a952e361a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.250619 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4efab64e-c927-432b-a980-dce38414fd8d tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.252091 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-4efab64e-c927-432b-a980-dce38414fd8d tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4774308 Oct 29 01:33:58.255133 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 34596) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:58.259876 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-169df1dd-68a4-4f21-bd0f-f6229560a878 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Request body: {'security_group_rule': {'security_group_id': '3b54760d-eb00-487c-8238-8fb63f18bea3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:58.305360 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-3ef6ef58-a90f-4029-bbf8-b83a952e361a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Allocated IP 172.27.3.169 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/4704d7bd-f09c-45f4-8f24-6cba3f27ddfa) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:33:58.320551 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f655-4c54-45ff-a457-943207df5656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2790648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25205383'] for subnet, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.350445 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f655-4c54-45ff-a457-943207df5656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.353659 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-eaf8f655-4c54-45ff-a457-943207df5656 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/7ed2fece-7aac-4099-89f1-80ff95b27b1e HTTP/1.1" status: 204 len: 168 time: 0.3418388 Oct 29 01:33:58.354710 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8f655-4c54-45ff-a457-943207df5656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ed2fece-7aac-4099-89f1-80ff95b27b1e,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:58.356306 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 34598) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:58.456105 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e859ccb4-8f38-4f05-b85d-a9fa6ed3096c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7984549'] for network, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.462518 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-169df1dd-68a4-4f21-bd0f-f6229560a878 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.483156 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ef58-a90f-4029-bbf8-b83a952e361a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.513672 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-169df1dd-68a4-4f21-bd0f-f6229560a878 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.576664 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e859ccb4-8f38-4f05-b85d-a9fa6ed3096c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8172742', 'neutron.services.segments.db._delete_segments_for_network-8789671302000'] for network, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.598677 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-e859ccb4-8f38-4f05-b85d-a9fa6ed3096c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a043b94c-5557-4790-9d4f-a18ae31f901e']}} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:58.608347 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-e859ccb4-8f38-4f05-b85d-a9fa6ed3096c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c50a38-7e9e-40db-9044-81cb239b1939') {'for_net_delete': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:58.609217 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-e859ccb4-8f38-4f05-b85d-a9fa6ed3096c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c50a38-7e9e-40db-9044-81cb239b1939') {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:33:58.618924 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e859ccb4-8f38-4f05-b85d-a9fa6ed3096c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789671302777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555570'] for segment, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.623029 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-169df1dd-68a4-4f21-bd0f-f6229560a878 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.639177 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e859ccb4-8f38-4f05-b85d-a9fa6ed3096c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.642161 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169df1dd-68a4-4f21-bd0f-f6229560a878 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25988fbb-a197-414b-a00e-c0fde9c434e9,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:58.647812 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e859ccb4-8f38-4f05-b85d-a9fa6ed3096c admin admin] Releasing vlan 909 on physical network physnet1 to pool {{(pid=101842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:33:58.648260 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e859ccb4-8f38-4f05-b85d-a9fa6ed3096c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26056945'] for segment, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: Traceback (most recent call last): Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: timer() Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: cb(*args, **kw) Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: return func(*args, **kwargs) Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: self._notify() Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: self.callback(batched_events) Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: event.method(event) Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: return f(self, *a, **k) Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._get(url).json() Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: return self.request(url, 'GET', **kwargs) Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:33:58.650168 dv-cinder-813984-5-iscsi neutron-server[101842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:33:58.689134 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ef58-a90f-4029-bbf8-b83a952e361a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.721969 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-169df1dd-68a4-4f21-bd0f-f6229560a878 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.723827 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-169df1dd-68a4-4f21-bd0f-f6229560a878 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4675660 Oct 29 01:33:58.724520 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 34602) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:58.728862 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-49285f33-ad2e-4066-af67-edf8163848d0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Request body: {'floatingip': {'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:33:58.773074 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef6ef58-a90f-4029-bbf8-b83a952e361a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:33:58.778171 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-3ef6ef58-a90f-4029-bbf8-b83a952e361a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:58.781092 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef6ef58-a90f-4029-bbf8-b83a952e361a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:33:58.805799 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6ef58-a90f-4029-bbf8-b83a952e361a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Pushing event updated for resources: {'Port': ['ID=4704d7bd-f09c-45f4-8f24-6cba3f27ddfa,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:58.827119 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312f9d9-5e6d-4c3e-b2c8-820f00848e4c req-df940274-384a-45db-be16-fc44e78b8a32 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:58.829189 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b312f9d9-5e6d-4c3e-b2c8-820f00848e4c req-df940274-384a-45db-be16-fc44e78b8a32 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 943 time: 0.1685429 Oct 29 01:33:58.840030 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-49285f33-ad2e-4066-af67-edf8163848d0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for floatingip, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.884018 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e859ccb4-8f38-4f05-b85d-a9fa6ed3096c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8171573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989756'] for network, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.902159 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e859ccb4-8f38-4f05-b85d-a9fa6ed3096c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.907140 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-e859ccb4-8f38-4f05-b85d-a9fa6ed3096c admin admin] 10.222.0.87 "DELETE /v2.0/networks/a043b94c-5557-4790-9d4f-a18ae31f901e HTTP/1.1" status: 204 len: 168 time: 0.5495667 Oct 29 01:33:58.926832 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b312f9d9-5e6d-4c3e-b2c8-820f00848e4c req-8fa7a031-a106-47c2-ba14-edd925a5b628 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912461 Oct 29 01:33:58.940236 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859ccb4-8f38-4f05-b85d-a9fa6ed3096c admin admin] Pushing event deleted for resources: {'Network': ['ID=a043b94c-5557-4790-9d4f-a18ae31f901e,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:58.944379 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ef58-a90f-4029-bbf8-b83a952e361a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:58.960599 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-49285f33-ad2e-4066-af67-edf8163848d0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.048967 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ef58-a90f-4029-bbf8-b83a952e361a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.069767 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [None req-49285f33-ad2e-4066-af67-edf8163848d0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Allocated IP 172.27.3.246 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/a7f9a892-7bed-442a-a620-33313f5385a0) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:33:59.196572 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-49285f33-ad2e-4066-af67-edf8163848d0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.219976 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ef58-a90f-4029-bbf8-b83a952e361a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.309026 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ef58-a90f-4029-bbf8-b83a952e361a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.366053 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-49285f33-ad2e-4066-af67-edf8163848d0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.384453 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6ef58-a90f-4029-bbf8-b83a952e361a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Pushing event updated for resources: {'Port': ['ID=4704d7bd-f09c-45f4-8f24-6cba3f27ddfa,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:59.394012 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ef58-a90f-4029-bbf8-b83a952e361a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989738'] for floatingip, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.408769 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49285f33-ad2e-4066-af67-edf8163848d0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:33:59.411757 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-49285f33-ad2e-4066-af67-edf8163848d0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:33:59.414148 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49285f33-ad2e-4066-af67-edf8163848d0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:33:59.428101 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 34608) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:59.446561 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49285f33-ad2e-4066-af67-edf8163848d0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Pushing event updated for resources: {'Port': ['ID=a7f9a892-7bed-442a-a620-33313f5385a0,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:59.470244 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-b54c80a2-43ce-4822-a308-f13fa81549f6 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7aa66fedc6704473996d04ffbf8135e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409405 Oct 29 01:33:59.472894 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 34610) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:33:59.495743 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3ef6ef58-a90f-4029-bbf8-b83a952e361a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.496960 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-3ef6ef58-a90f-4029-bbf8-b83a952e361a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6295626 Oct 29 01:33:59.533621 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-503c0fcb-9aac-4914-a801-601ce73db6eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.540323 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-49285f33-ad2e-4066-af67-edf8163848d0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.556095 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-503c0fcb-9aac-4914-a801-601ce73db6eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.655326 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-49285f33-ad2e-4066-af67-edf8163848d0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.696287 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-446d8a9e-1119-4ccb-baf3-60df5e3e1c65 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--2098845055&fields=id&tenant_id=413ce1a7d8504d0b9f656d9e623f9005 HTTP/1.1" status: 200 len: 267 time: 0.0379739 Oct 29 01:33:59.717143 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-503c0fcb-9aac-4914-a801-601ce73db6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.721290 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-503c0fcb-9aac-4914-a801-601ce73db6eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.722758 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-503c0fcb-9aac-4914-a801-601ce73db6eb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1cc0d888-109c-46c6-9c65-189d47fab2a7 HTTP/1.1" status: 204 len: 168 time: 0.2489796 Oct 29 01:33:59.769792 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c0fcb-9aac-4914-a801-601ce73db6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc0d888-109c-46c6-9c65-189d47fab2a7,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:33:59.826510 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-2872156f-3848-494d-8777-de6f3fe40103 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:33:59.828890 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-2872156f-3848-494d-8777-de6f3fe40103 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/networks?id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a HTTP/1.1" status: 200 len: 817 time: 0.1246514 Oct 29 01:33:59.839982 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-49285f33-ad2e-4066-af67-edf8163848d0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.845961 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-e32f92a6-a7c5-4612-8e90-f454b49e8b93 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/quotas/413ce1a7d8504d0b9f656d9e623f9005 HTTP/1.1" status: 200 len: 375 time: 0.0108035 Oct 29 01:33:59.902741 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-cb37eed4-a112-4a1d-a001-4650fdede294 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=413ce1a7d8504d0b9f656d9e623f9005&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506296 Oct 29 01:33:59.903786 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-49285f33-ad2e-4066-af67-edf8163848d0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790450'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:33:59.991105 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49285f33-ad2e-4066-af67-edf8163848d0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Pushing event updated for resources: {'Port': ['ID=a7f9a892-7bed-442a-a620-33313f5385a0,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:00.001651 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-49285f33-ad2e-4066-af67-edf8163848d0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989738'] for floatingip, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:00.006371 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-3f922ec3-55bb-4d53-8dbc-4c5767556130 service neutron] 10.222.0.87 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888081 Oct 29 01:34:00.088231 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-49285f33-ad2e-4066-af67-edf8163848d0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:00.090381 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-49285f33-ad2e-4066-af67-edf8163848d0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3641679 Oct 29 01:34:00.136698 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb41160-ce23-4de6-8479-f8b542179f5c req-cc5fd812-8576-4043-9f1b-42c3b76fae63 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:00.138192 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bfb41160-ce23-4de6-8479-f8b542179f5c req-cc5fd812-8576-4043-9f1b-42c3b76fae63 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 943 time: 0.1168246 Oct 29 01:34:00.161649 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-ee2fb988-8564-43fc-a0dc-7cef12690ae9 service neutron] 10.222.0.87 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487694 Oct 29 01:34:00.168606 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6ff84ec6-b80f-4376-8256-1d0a0cc91af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:00.190058 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bfb41160-ce23-4de6-8479-f8b542179f5c req-b4e785d6-cece-4b5c-9945-4a35412298d1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405986 Oct 29 01:34:00.327291 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-2e6c2693-dc57-43f6-8ade-8580bda8dac9 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-securitygroup--79527902&fields=id&tenant_id=c51a2093a0874d52a08f6e25489ba181 HTTP/1.1" status: 200 len: 267 time: 0.0374901 Oct 29 01:34:00.438863 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-f1312669-f050-4857-bfb4-44e078d342b3 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:00.440624 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-f1312669-f050-4857-bfb4-44e078d342b3 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/networks?id=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c HTTP/1.1" status: 200 len: 810 time: 0.1062410 Oct 29 01:34:00.471964 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-5146d0c9-d327-4917-a56a-485a53a91c1a tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/quotas/c51a2093a0874d52a08f6e25489ba181 HTTP/1.1" status: 200 len: 375 time: 0.0254614 Oct 29 01:34:00.488731 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b54f6890-9f4f-4c87-acca-82bc0191fcd4 req-287c83aa-0828-4571-9336-55348d80d590 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 210 time: 0.0340447 Oct 29 01:34:00.546909 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-059fd0ef-45c4-4ce4-90a4-b77076770a50 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=c51a2093a0874d52a08f6e25489ba181&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0601792 Oct 29 01:34:00.641989 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-1f9a2b27-4086-4882-b753-205e650d3d4d service neutron] 10.222.0.87 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867441 Oct 29 01:34:00.740899 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-9246ad57-875b-44f6-b029-48d8b3a4738c service neutron] 10.222.0.87 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923254 Oct 29 01:34:01.057523 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:01.060121 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d9be1a7c-9fed-456f-bc1a-239b11fb2969 req-43f2121f-37ad-47b7-92f5-1493d3aa85dc tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 210 time: 0.0429761 Oct 29 01:34:01.434237 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:01.471676 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d61ff-29b4-4041-9c05-4fc6562d37af req-3203795b-b7f7-4651-8170-57293d18cd0a tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:01.473290 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-dc7d61ff-29b4-4041-9c05-4fc6562d37af req-3203795b-b7f7-4651-8170-57293d18cd0a tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 943 time: 0.2107174 Oct 29 01:34:01.510563 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-dc7d61ff-29b4-4041-9c05-4fc6562d37af req-002084a2-59e3-4d3e-b571-54c84bbfbfc9 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312169 Oct 29 01:34:01.594938 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bb2a8f3c-3df3-4c39-bc36-2b9df5fd8773 req-4dba243c-1495-442e-a0b9-b8a8e864a320 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 210 time: 0.0328286 Oct 29 01:34:02.136153 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-be7d8537-5b4d-4b5d-b494-aad51e2cea0e req-db3ec30e-0b60-4fac-a9b4-0aa81242dd34 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 210 time: 0.0264766 Oct 29 01:34:02.629017 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a93db-4004-4375-a7b8-797c86eb3d69 req-f21c8c38-2f3d-4305-8c0f-4751b35f1283 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:02.630561 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-271a93db-4004-4375-a7b8-797c86eb3d69 req-f21c8c38-2f3d-4305-8c0f-4751b35f1283 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 943 time: 0.0515282 Oct 29 01:34:02.675886 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-271a93db-4004-4375-a7b8-797c86eb3d69 req-aed73dd3-960b-444f-9dd0-8487e64b0265 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390074 Oct 29 01:34:02.704661 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fd769f3f-7d5e-49a2-84c9-f4aea9efda51 req-5da92634-f4a5-4f25-a848-8e7a2270737f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 210 time: 0.0277250 Oct 29 01:34:02.989005 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:03.031354 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-67944481-081f-4708-bd81-4dcecb48d795 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:03.032827 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-67944481-081f-4708-bd81-4dcecb48d795 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.83 "GET /v2.0/networks?id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a HTTP/1.1" status: 200 len: 817 time: 0.1075494 Oct 29 01:34:03.079246 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-410c51a3-9c9a-4852-b42b-96d8b06538f7 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=413ce1a7d8504d0b9f656d9e623f9005 HTTP/1.1" status: 200 len: 380 time: 0.0341885 Oct 29 01:34:03.090138 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-432d45d7-8fb1-4b48-861d-f679746181a2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Request body: {'port': {'device_id': '91b62925-d26a-4afb-bab2-c0288f74404a', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'admin_state_up': True, 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'security_groups': ['fe0e00fb-4545-49d4-a4b3-cce138c22209']}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:03.227564 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6bf2b7ac-de26-4b2d-ab2c-1ca12dc9502d req-2d975a46-0716-4b78-8dcc-96033a1a9435 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 210 time: 0.0269547 Oct 29 01:34:03.286143 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-432d45d7-8fb1-4b48-861d-f679746181a2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Made reservation on behalf of 413ce1a7d8504d0b9f656d9e623f9005 for: {'port': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:34:03.289804 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-432d45d7-8fb1-4b48-861d-f679746181a2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:03.428182 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-432d45d7-8fb1-4b48-861d-f679746181a2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Allocated IP 172.20.0.12 (83a007f6-bd8f-4f0b-a900-af58d53d6b5a/2ede7331-865e-43e5-b251-83ad21e6a29c/aee32650-07ba-4e45-a318-0849274af2bf) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:34:03.570743 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-432d45d7-8fb1-4b48-861d-f679746181a2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:03.660113 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-464801a7-ef50-4672-b087-6293ab94e8b3 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:03.661593 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-464801a7-ef50-4672-b087-6293ab94e8b3 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.83 "GET /v2.0/networks?id=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c HTTP/1.1" status: 200 len: 810 time: 0.1157207 Oct 29 01:34:03.676129 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-432d45d7-8fb1-4b48-861d-f679746181a2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:03.724115 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-7d629c85-595f-4713-a085-f079c6607c00 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c51a2093a0874d52a08f6e25489ba181 HTTP/1.1" status: 200 len: 378 time: 0.0496750 Oct 29 01:34:03.731318 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-432d45d7-8fb1-4b48-861d-f679746181a2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:34:03.733963 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-432d45d7-8fb1-4b48-861d-f679746181a2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:03.741099 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-432d45d7-8fb1-4b48-861d-f679746181a2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:34:03.744503 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-8d39c63c-b64f-4e9c-927a-af7bafbf9737 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Request body: {'port': {'device_id': 'ba08d2b5-ae9e-43db-b376-18011c8863f6', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'admin_state_up': True, 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'security_groups': ['3b54760d-eb00-487c-8238-8fb63f18bea3']}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:03.787980 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d45d7-8fb1-4b48-861d-f679746181a2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Pushing event updated for resources: {'Port': ['ID=aee32650-07ba-4e45-a318-0849274af2bf,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:03.853718 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2644f3f-f25c-403f-a704-5fff675b4270 req-dfc983f2-def1-4c92-956b-dc0761b01bf2 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:03.855389 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2644f3f-f25c-403f-a704-5fff675b4270 req-dfc983f2-def1-4c92-956b-dc0761b01bf2 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 943 time: 0.0772023 Oct 29 01:34:03.862990 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-432d45d7-8fb1-4b48-861d-f679746181a2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:03.863792 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-432d45d7-8fb1-4b48-861d-f679746181a2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:03.933180 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2644f3f-f25c-403f-a704-5fff675b4270 req-3152c251-ff4c-43ab-a749-b7d43c03ff9a tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565648 Oct 29 01:34:03.981858 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96528f0f-57c0-4810-9d0b-288cdf65c527 req-1a54d4ee-1818-4c12-9dec-3422e967fc4c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:03.984691 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-96528f0f-57c0-4810-9d0b-288cdf65c527 req-1a54d4ee-1818-4c12-9dec-3422e967fc4c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 932 time: 0.1680121 Oct 29 01:34:04.019808 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-432d45d7-8fb1-4b48-861d-f679746181a2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9333665 Oct 29 01:34:04.037937 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Request body: {'port': {'device_id': '91b62925-d26a-4afb-bab2-c0288f74404a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:04.062253 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-96528f0f-57c0-4810-9d0b-288cdf65c527 req-0b9e4bf1-4060-4e4e-9f1e-c676f451b44a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717242 Oct 29 01:34:04.074147 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-ce3a00f5-038b-4930-8b2a-55bc367a7c75 None None] Provisioning complete for port aee32650-07ba-4e45-a318-0849274af2bf triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:04.074821 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-ce3a00f5-038b-4930-8b2a-55bc367a7c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:04.099522 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:04.114522 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-ce3a00f5-038b-4930-8b2a-55bc367a7c75 None None] Port aee32650-07ba-4e45-a318-0849274af2bf cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:34:04.229708 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-8d39c63c-b64f-4e9c-927a-af7bafbf9737 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Made reservation on behalf of c51a2093a0874d52a08f6e25489ba181 for: {'port': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:34:04.239985 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-8d39c63c-b64f-4e9c-927a-af7bafbf9737 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:04.355500 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-429508e2-6f28-46a8-9677-686dc69a8171 req-7efd18af-a222-4de8-bc58-d2f98988d89f tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 210 time: 0.0459769 Oct 29 01:34:04.393816 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-8d39c63c-b64f-4e9c-927a-af7bafbf9737 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Allocated IP 172.20.0.6 (598c8fe0-c1fa-4706-88a3-f2e6ce25e99c/67bc09a3-f88c-4c46-a274-32b5b88cd6f4/334d5ed1-db63-42dc-bee7-9a695829f7de) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:34:04.456229 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee32650-07ba-4e45-a318-0849274af2bf {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:34:04.464939 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:04.480466 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Transition to ACTIVE for port object aee32650-07ba-4e45-a318-0849274af2bf will not be triggered until provisioned by entity L2. {{(pid=101842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:34:04.533903 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-8d39c63c-b64f-4e9c-927a-af7bafbf9737 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:04.565472 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:04.623288 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=aee32650-07ba-4e45-a318-0849274af2bf,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:04.680572 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-8d39c63c-b64f-4e9c-927a-af7bafbf9737 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:04.689790 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Attempting to bind port aee32650-07ba-4e45-a318-0849274af2bf on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:34:04.690117 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Attempting to bind port aee32650-07ba-4e45-a318-0849274af2bf by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '564129eb-dd2d-4a86-87aa-2167d44f714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:34:04.690876 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Attempting to bind port aee32650-07ba-4e45-a318-0849274af2bf on network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:34:04.695761 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Port aee32650-07ba-4e45-a318-0849274af2bf on network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:34:04.696063 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Attempting to bind port aee32650-07ba-4e45-a318-0849274af2bf on network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:34:04.701199 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:34:04.701536 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Checking segment: {'id': '564129eb-dd2d-4a86-87aa-2167d44f714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:34:04.701921 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Bound using segment: {'id': '564129eb-dd2d-4a86-87aa-2167d44f714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:34:04.702394 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Bound port: aee32650-07ba-4e45-a318-0849274af2bf, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564129eb-dd2d-4a86-87aa-2167d44f714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 926, 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:34:04.702998 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:04.726276 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-8d39c63c-b64f-4e9c-927a-af7bafbf9737 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:34:04.731830 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-8d39c63c-b64f-4e9c-927a-af7bafbf9737 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:04.737349 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-8d39c63c-b64f-4e9c-927a-af7bafbf9737 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:34:04.776919 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] For port aee32650-07ba-4e45-a318-0849274af2bf, host hv-cinder-81398, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:34:04.784398 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] For port aee32650-07ba-4e45-a318-0849274af2bf, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=aee32650-07ba-4e45-a318-0849274af2bf,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:34:04.791179 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39c63c-b64f-4e9c-927a-af7bafbf9737 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Pushing event updated for resources: {'Port': ['ID=334d5ed1-db63-42dc-bee7-9a695829f7de,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:04.819014 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-8d39c63c-b64f-4e9c-927a-af7bafbf9737 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:04.819014 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-8d39c63c-b64f-4e9c-927a-af7bafbf9737 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:04.877329 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:04.911212 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:04.911859 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:04.913812 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] 10.222.0.83 "PUT /v2.0/ports/aee32650-07ba-4e45-a318-0849274af2bf HTTP/1.1" status: 200 len: 1094 time: 0.8804426 Oct 29 01:34:04.918356 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b62925-d26a-4afb-bab2-c0288f74404a', 'tag': 'aee32650-07ba-4e45-a318-0849274af2bf'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:04.920752 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e38ac0-2ce0-4813-9f16-3e60db542537" -d '{"events": [{"name": "network-changed", "server_uuid": "91b62925-d26a-4afb-bab2-c0288f74404a", "tag": "aee32650-07ba-4e45-a318-0849274af2bf"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:04.939631 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-8d39c63c-b64f-4e9c-927a-af7bafbf9737 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2045777 Oct 29 01:34:04.959665 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Request body: {'port': {'device_id': 'ba08d2b5-ae9e-43db-b376-18011c8863f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:04.989822 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497321ec-5e3f-42ed-a8b0-9cbac335d3c2 service neutron] Pushing event updated for resources: {'Port': ['ID=aee32650-07ba-4e45-a318-0849274af2bf,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:05.003637 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fdc042-8eac-4417-a07b-309edc08753d x-openstack-request-id: req-f9fdc042-8eac-4417-a07b-309edc08753d {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:05.005162 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b62925-d26a-4afb-bab2-c0288f74404a", "tag": "aee32650-07ba-4e45-a318-0849274af2bf", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:05.005162 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f9fdc042-8eac-4417-a07b-309edc08753d {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:05.006120 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b62925-d26a-4afb-bab2-c0288f74404a', 'tag': 'aee32650-07ba-4e45-a318-0849274af2bf', 'status': 'completed', 'code': 200} Oct 29 01:34:05.064206 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:05.100644 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-96e68bc4-e090-45ac-ae1f-9c2a5af37c44 None None] Provisioning complete for port 334d5ed1-db63-42dc-bee7-9a695829f7de triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:05.101159 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-96e68bc4-e090-45ac-ae1f-9c2a5af37c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:05.115792 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e38ac0-2ce0-4813-9f16-3e60db542537 req-ae8c815e-c60f-4a2e-8c42-a9ea3b4a6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:05.117404 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-98e38ac0-2ce0-4813-9f16-3e60db542537 req-ae8c815e-c60f-4a2e-8c42-a9ea3b4a6dfe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=413ce1a7d8504d0b9f656d9e623f9005&device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 1097 time: 0.1005578 Oct 29 01:34:05.153992 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-96e68bc4-e090-45ac-ae1f-9c2a5af37c44 None None] Port 334d5ed1-db63-42dc-bee7-9a695829f7de cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:34:05.165415 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31925bfc-9a3b-4054-81a4-f070fe077d01 req-96a73c45-4814-4ade-843d-c82714729b2e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:05.167012 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-31925bfc-9a3b-4054-81a4-f070fe077d01 req-96a73c45-4814-4ade-843d-c82714729b2e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 943 time: 0.0965986 Oct 29 01:34:05.288922 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-31925bfc-9a3b-4054-81a4-f070fe077d01 req-36982dee-04d2-407d-8512-e8efa66141f3 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095104 Oct 29 01:34:05.317105 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98262e07-d3a0-4a6f-9d0e-1a5a01a31a46 req-89ff3195-96ad-4ec4-b4a8-8a98b7858920 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:05.318597 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-98262e07-d3a0-4a6f-9d0e-1a5a01a31a46 req-89ff3195-96ad-4ec4-b4a8-8a98b7858920 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.1403844 Oct 29 01:34:05.427537 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.notifiers.nova [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334d5ed1-db63-42dc-bee7-9a695829f7de {{(pid=101843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:34:05.435877 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:05.450047 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.provisioning_blocks [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Transition to ACTIVE for port object 334d5ed1-db63-42dc-bee7-9a695829f7de will not be triggered until provisioned by entity L2. {{(pid=101843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:34:05.554760 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790450'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:05.675507 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e38ac0-2ce0-4813-9f16-3e60db542537 req-793bcfee-82eb-42ea-abec-8b6aa20bca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:05.677011 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-98e38ac0-2ce0-4813-9f16-3e60db542537 req-793bcfee-82eb-42ea-abec-8b6aa20bca35 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=413ce1a7d8504d0b9f656d9e623f9005&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5469608 Oct 29 01:34:05.693995 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-98262e07-d3a0-4a6f-9d0e-1a5a01a31a46 req-9161e922-5574-4fcd-86f1-8f535db198df tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672259 Oct 29 01:34:05.710745 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe16dc-4b56-45f4-b6b2-e89facf11c47 req-94ebac31-5a4e-41bb-9301-7feb8d208fa3 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:05.712389 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4ffe16dc-4b56-45f4-b6b2-e89facf11c47 req-94ebac31-5a4e-41bb-9301-7feb8d208fa3 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 943 time: 0.0937581 Oct 29 01:34:05.751755 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4ffe16dc-4b56-45f4-b6b2-e89facf11c47 req-7fe9a1e8-da1a-4260-9a3f-32c40ceac691 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330358 Oct 29 01:34:05.815689 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Pushing event updated for resources: {'Port': ['ID=334d5ed1-db63-42dc-bee7-9a695829f7de,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:05.896437 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Attempting to bind port 334d5ed1-db63-42dc-bee7-9a695829f7de on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:34:05.896773 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Attempting to bind port 334d5ed1-db63-42dc-bee7-9a695829f7de by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': 'dc852203-768c-4234-8d94-cf677f682d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:34:05.897107 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Attempting to bind port 334d5ed1-db63-42dc-bee7-9a695829f7de on network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:34:05.901634 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Port 334d5ed1-db63-42dc-bee7-9a695829f7de on network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:34:05.901956 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Attempting to bind port 334d5ed1-db63-42dc-bee7-9a695829f7de on network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:34:05.907306 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:34:05.907647 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Checking segment: {'id': 'dc852203-768c-4234-8d94-cf677f682d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:34:05.908067 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Bound using segment: {'id': 'dc852203-768c-4234-8d94-cf677f682d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:34:05.908498 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Bound port: 334d5ed1-db63-42dc-bee7-9a695829f7de, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc852203-768c-4234-8d94-cf677f682d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 929, 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:34:05.908856 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:05.976766 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] For port 334d5ed1-db63-42dc-bee7-9a695829f7de, host hv-cinder-81398, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:34:05.979708 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] For port 334d5ed1-db63-42dc-bee7-9a695829f7de, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=334d5ed1-db63-42dc-bee7-9a695829f7de,segment=NetworkSegment(dc852203-768c-4234-8d94-cf677f682d7e),segment_id=dc852203-768c-4234-8d94-cf677f682d7e)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:34:06.051720 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790450'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:06.094602 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:06.095149 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:06.097311 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] 10.222.0.83 "PUT /v2.0/ports/334d5ed1-db63-42dc-bee7-9a695829f7de HTTP/1.1" status: 200 len: 1093 time: 1.1426878 Oct 29 01:34:06.097929 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba08d2b5-ae9e-43db-b376-18011c8863f6', 'tag': '334d5ed1-db63-42dc-bee7-9a695829f7de'}] {{(pid=101843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:06.100266 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62e9e1f26a3722756967881dc3103d1ef987c1afaa65af21d436660d1349688f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbfb2e8-8e47-4439-b4b3-fd13403d692b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba08d2b5-ae9e-43db-b376-18011c8863f6", "tag": "334d5ed1-db63-42dc-bee7-9a695829f7de"}]}' {{(pid=101843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:06.120905 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00f0d0-b53c-45df-b48e-de2d6f0478ab service neutron] Pushing event updated for resources: {'Port': ['ID=334d5ed1-db63-42dc-bee7-9a695829f7de,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:06.142713 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 569ffd45-8958-4842-9d3e-75bdbaf74160 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:34:06.152874 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c323e289-8632-4a7c-b622-17c59027c393 x-openstack-request-id: req-c323e289-8632-4a7c-b622-17c59027c393 {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:06.152874 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba08d2b5-ae9e-43db-b376-18011c8863f6", "tag": "334d5ed1-db63-42dc-bee7-9a695829f7de", "status": "completed", "code": 200}]} {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:06.152874 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c323e289-8632-4a7c-b622-17c59027c393 {{(pid=101843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:06.152874 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba08d2b5-ae9e-43db-b376-18011c8863f6', 'tag': '334d5ed1-db63-42dc-bee7-9a695829f7de', 'status': 'completed', 'code': 200} Oct 29 01:34:06.247506 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 569ffd45-8958-4842-9d3e-75bdbaf74160, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=569ffd45-8958-4842-9d3e-75bdbaf74160,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:06.260739 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': '569ffd45-8958-4842-9d3e-75bdbaf74160', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'port_id': '569ffd45-8958-4842-9d3e-75bdbaf74160', 'mac_address': 'fa:16:3e:f9:fe:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:34:06.297947 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:06.314268 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569ffd45-8958-4842-9d3e-75bdbaf74160 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:34:06.341002 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 569ffd45-8958-4842-9d3e-75bdbaf74160, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=569ffd45-8958-4842-9d3e-75bdbaf74160,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:06.408160 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2e348-af7a-43a6-b865-0818fad0b161 req-19b103f5-ee11-4396-b3e4-cc12a9d1c2e3 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:06.409592 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2cb2e348-af7a-43a6-b865-0818fad0b161 req-19b103f5-ee11-4396-b3e4-cc12a9d1c2e3 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 943 time: 0.0483711 Oct 29 01:34:06.417511 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:06.447175 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2cb2e348-af7a-43a6-b865-0818fad0b161 req-375e01dc-d34f-4c1e-967f-67922d7f1ecf tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316072 Oct 29 01:34:06.466869 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=569ffd45-8958-4842-9d3e-75bdbaf74160,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:06.474799 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:06.475150 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:06.475491 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:06.475853 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:06.476187 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:06.476538 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:06.476868 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:06.477191 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:06.477515 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:06.477838 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:06.478158 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:06.478478 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:06.818945 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b261e-e1af-4510-9f7f-8c2e95d6b894 req-d818c1eb-d3cc-4f47-b35f-d30abaa5b26f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:06.820545 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-009b261e-e1af-4510-9f7f-8c2e95d6b894 req-d818c1eb-d3cc-4f47-b35f-d30abaa5b26f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.0514708 Oct 29 01:34:06.883143 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-009b261e-e1af-4510-9f7f-8c2e95d6b894 req-2d38de21-49e2-4fa4-8016-bb6b89f54f85 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526762 Oct 29 01:34:06.894503 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0622dd-03c5-4396-b87c-21cb04621521 req-41e90be6-ed4c-4c1e-ba01-1553a6c3d17b tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:06.896243 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5f0622dd-03c5-4396-b87c-21cb04621521 req-41e90be6-ed4c-4c1e-ba01-1553a6c3d17b tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 943 time: 0.0747821 Oct 29 01:34:06.934465 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5f0622dd-03c5-4396-b87c-21cb04621521 req-2fe2c807-7ea3-41f0-b7a5-6109ae149e2a tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322275 Oct 29 01:34:07.108193 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e38ac0-2ce0-4813-9f16-3e60db542537 req-fe001f55-cc91-4c5a-9bf4-fea6970462ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:07.110348 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-98e38ac0-2ce0-4813-9f16-3e60db542537 req-fe001f55-cc91-4c5a-9bf4-fea6970462ac service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932529 Oct 29 01:34:07.561849 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1161f35-c09c-4872-95cb-c7f8a8ecd1ee req-bbc190c4-8e39-4dc2-bd14-7164a8072e83 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:07.563480 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c1161f35-c09c-4872-95cb-c7f8a8ecd1ee req-bbc190c4-8e39-4dc2-bd14-7164a8072e83 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 944 time: 0.0505784 Oct 29 01:34:07.602040 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c1161f35-c09c-4872-95cb-c7f8a8ecd1ee req-82766e26-38d0-4d80-80be-8dbb9664bc2f tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325968 Oct 29 01:34:08.003367 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df84798-9c4f-448b-a4ce-29fa66053cd9 req-19a798fd-2797-4270-b829-4095f0b90c0d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:08.004971 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1df84798-9c4f-448b-a4ce-29fa66053cd9 req-19a798fd-2797-4270-b829-4095f0b90c0d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.0493908 Oct 29 01:34:08.070139 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1df84798-9c4f-448b-a4ce-29fa66053cd9 req-83adefe7-6efd-499e-a01c-633eddf38208 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558410 Oct 29 01:34:08.082273 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bf426-c4ba-4fb6-ba3f-d6151c12d59f req-c592b48a-9f2f-497e-9aab-fea63e0aadb4 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:08.083757 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9d5bf426-c4ba-4fb6-ba3f-d6151c12d59f req-c592b48a-9f2f-497e-9aab-fea63e0aadb4 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 943 time: 0.0778759 Oct 29 01:34:08.141110 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9d5bf426-c4ba-4fb6-ba3f-d6151c12d59f req-97da10cf-2d7b-4228-971c-ea97d7b1ff39 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469899 Oct 29 01:34:08.223532 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfb2e8-8e47-4439-b4b3-fd13403d692b req-3fd20240-0809-4f58-9c79-904f0aa627ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:08.225117 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5dbfb2e8-8e47-4439-b4b3-fd13403d692b req-3fd20240-0809-4f58-9c79-904f0aa627ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c51a2093a0874d52a08f6e25489ba181&device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 1096 time: 0.0426433 Oct 29 01:34:08.253876 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-55c7b143-0893-4315-a0a1-b82f3c2b4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:08.255411 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-55c7b143-0893-4315-a0a1-b82f3c2b4744 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=413ce1a7d8504d0b9f656d9e623f9005&device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 1097 time: 0.0446205 Oct 29 01:34:08.302583 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-3af57c4d-d3ff-4d3d-8d8b-a58bede6e2a9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee32650-07ba-4e45-a318-0849274af2bf HTTP/1.1" status: 200 len: 217 time: 0.0358901 Oct 29 01:34:08.337706 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfb2e8-8e47-4439-b4b3-fd13403d692b req-bbea7d8b-26d1-4c94-97f6-34ce4495696e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:08.339186 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5dbfb2e8-8e47-4439-b4b3-fd13403d692b req-bbea7d8b-26d1-4c94-97f6-34ce4495696e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c51a2093a0874d52a08f6e25489ba181&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0979793 Oct 29 01:34:08.359445 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-57d7fcfe-f408-490b-8c06-49a99a5ccb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:08.360929 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-57d7fcfe-f408-490b-8c06-49a99a5ccb14 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2ede7331-865e-43e5-b251-83ad21e6a29c HTTP/1.1" status: 200 len: 856 time: 0.0470026 Oct 29 01:34:08.431584 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-5dc8229e-fbcf-40a9-bce4-fb7f245c5741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:08.433110 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-5dc8229e-fbcf-40a9-bce4-fb7f245c5741 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524483 Oct 29 01:34:08.448769 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfb2e8-8e47-4439-b4b3-fd13403d692b req-fae68ea2-027c-4175-b4ba-9d7edd96a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:08.450210 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5dbfb2e8-8e47-4439-b4b3-fd13403d692b req-fae68ea2-027c-4175-b4ba-9d7edd96a533 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983424 Oct 29 01:34:08.505590 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['569ffd45-8958-4842-9d3e-75bdbaf74160'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:34:08.539190 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-57c5ecc5-fd2c-4833-b06f-62d0da92d0bd service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946555 Oct 29 01:34:08.551861 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-7cc845a5-ddd6-4b52-845f-4ab21c36e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:08.553371 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-7cc845a5-ddd6-4b52-845f-4ab21c36e0d5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c51a2093a0874d52a08f6e25489ba181&device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 1096 time: 0.0496693 Oct 29 01:34:08.604042 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-f1774439-a4a4-4a9c-bf7e-810cc23b1985 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=334d5ed1-db63-42dc-bee7-9a695829f7de HTTP/1.1" status: 200 len: 217 time: 0.0352299 Oct 29 01:34:08.640495 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-54ccfaf0-617f-4e4d-95b0-636d2df37ed3 req-c785c217-3218-4927-8ada-91626944e545 service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930870 Oct 29 01:34:08.665117 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-d95c243f-8578-4793-b631-535346425bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:08.667287 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-d95c243f-8578-4793-b631-535346425bf6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67bc09a3-f88c-4c46-a274-32b5b88cd6f4 HTTP/1.1" status: 200 len: 849 time: 0.0556073 Oct 29 01:34:08.766719 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-8e2b81a8-96ce-405a-9c5a-2386eba9d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:08.768391 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-8e2b81a8-96ce-405a-9c5a-2386eba9d5a0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0930777 Oct 29 01:34:08.776775 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62d640-c713-4dcf-8bf5-ae247b245608 req-465ed90a-e3f8-4cea-8578-8905ebebe9ff tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:08.778171 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6a62d640-c713-4dcf-8bf5-ae247b245608 req-465ed90a-e3f8-4cea-8578-8905ebebe9ff tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 944 time: 0.0768993 Oct 29 01:34:08.866956 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6a62d640-c713-4dcf-8bf5-ae247b245608 req-a41a6370-9124-48be-acdf-f398a4137b04 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793331 Oct 29 01:34:08.896661 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-faab10aa-6de3-428b-bb54-3534e3c11f76 service neutron] 10.222.0.83 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172011 Oct 29 01:34:08.994657 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fa1d1588-6c79-412e-ac9e-eebd2d68d633 req-9e7d5489-8446-40e8-a9a9-dc6c418560cd service neutron] 10.222.0.83 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882404 Oct 29 01:34:09.198065 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b00a0f-47cc-4901-9890-1941b02d3e94 req-ca490d90-fcc5-4099-a662-da2663e42436 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:09.202862 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f7b00a0f-47cc-4901-9890-1941b02d3e94 req-ca490d90-fcc5-4099-a662-da2663e42436 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.0525529 Oct 29 01:34:09.282117 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f7b00a0f-47cc-4901-9890-1941b02d3e94 req-1dda2bc2-629f-43a2-b215-d4cf2deb04c0 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754347 Oct 29 01:34:09.294814 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44257d4-3013-4d0d-8e99-e834036ba482 req-ea8e5c43-5d51-4fac-938c-302721b7a70f tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:09.297091 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c44257d4-3013-4d0d-8e99-e834036ba482 req-ea8e5c43-5d51-4fac-938c-302721b7a70f tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 943 time: 0.0832412 Oct 29 01:34:09.338437 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c44257d4-3013-4d0d-8e99-e834036ba482 req-5f23828e-eeea-45e9-9378-17e8566c528b tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333800 Oct 29 01:34:09.986908 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a99a0-9cb2-4ee4-b220-5fa10aef8de6 req-11424e76-4011-4f69-9fa9-59190317b9f4 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:09.988435 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2d2a99a0-9cb2-4ee4-b220-5fa10aef8de6 req-11424e76-4011-4f69-9fa9-59190317b9f4 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 944 time: 0.0502098 Oct 29 01:34:10.026327 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2d2a99a0-9cb2-4ee4-b220-5fa10aef8de6 req-8fef8cbe-144d-4fef-96da-25fe8356f1e4 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318851 Oct 29 01:34:10.123588 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:34:10.140692 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 334d5ed1-db63-42dc-bee7-9a695829f7de details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:34:10.234601 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 334d5ed1-db63-42dc-bee7-9a695829f7de, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=334d5ed1-db63-42dc-bee7-9a695829f7de,segment=NetworkSegment(dc852203-768c-4234-8d94-cf677f682d7e),segment_id=dc852203-768c-4234-8d94-cf677f682d7e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:10.246080 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': '334d5ed1-db63-42dc-bee7-9a695829f7de', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'port_id': '334d5ed1-db63-42dc-bee7-9a695829f7de', 'mac_address': 'fa:16:3e:83:11:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 929, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:34:10.289033 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:10.302617 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334d5ed1-db63-42dc-bee7-9a695829f7de {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:34:10.323419 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 334d5ed1-db63-42dc-bee7-9a695829f7de, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=334d5ed1-db63-42dc-bee7-9a695829f7de,segment=NetworkSegment(dc852203-768c-4234-8d94-cf677f682d7e),segment_id=dc852203-768c-4234-8d94-cf677f682d7e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:10.414379 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c61dc3-56a8-4f35-b3e5-0d3ab7d8c748 req-6a1559d2-f842-4cb1-90e7-ea7d269eba58 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:10.416020 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-98c61dc3-56a8-4f35-b3e5-0d3ab7d8c748 req-6a1559d2-f842-4cb1-90e7-ea7d269eba58 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.0564766 Oct 29 01:34:10.434306 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:10.435076 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device aee32650-07ba-4e45-a318-0849274af2bf details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:34:10.488806 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-98c61dc3-56a8-4f35-b3e5-0d3ab7d8c748 req-4df7d796-ed13-40c7-8a62-5839cb27db51 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625930 Oct 29 01:34:10.501624 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ea326-95f8-4a15-b134-2d6c78ab7eb4 req-8af59116-2d39-4875-b87e-e09ca4d42b98 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:10.503421 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e78ea326-95f8-4a15-b134-2d6c78ab7eb4 req-8af59116-2d39-4875-b87e-e09ca4d42b98 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 943 time: 0.0865040 Oct 29 01:34:10.529752 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=334d5ed1-db63-42dc-bee7-9a695829f7de,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:10.552086 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e78ea326-95f8-4a15-b134-2d6c78ab7eb4 req-541de892-919b-4704-b27c-604b81dd7c39 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368817 Oct 29 01:34:10.580385 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port aee32650-07ba-4e45-a318-0849274af2bf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=aee32650-07ba-4e45-a318-0849274af2bf,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:10.591143 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': 'aee32650-07ba-4e45-a318-0849274af2bf', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'port_id': 'aee32650-07ba-4e45-a318-0849274af2bf', 'mac_address': 'fa:16:3e:c4:a1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:34:10.628326 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:10.640931 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee32650-07ba-4e45-a318-0849274af2bf {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:34:10.659274 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port aee32650-07ba-4e45-a318-0849274af2bf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=aee32650-07ba-4e45-a318-0849274af2bf,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:10.781914 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:10.830534 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=aee32650-07ba-4e45-a318-0849274af2bf,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:11.139940 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c94bd-0f6e-41f8-9206-8d5f5cf466c4 req-529ac8fe-d116-4292-b9b6-3c967609089c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:11.141475 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-003c94bd-0f6e-41f8-9206-8d5f5cf466c4 req-529ac8fe-d116-4292-b9b6-3c967609089c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 944 time: 0.0498734 Oct 29 01:34:11.182377 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-003c94bd-0f6e-41f8-9206-8d5f5cf466c4 req-ca8443b0-1808-46fe-b82f-ddcd0b86c152 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342546 Oct 29 01:34:11.209684 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 569ffd45-8958-4842-9d3e-75bdbaf74160 up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:34:11.348795 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port 569ffd45-8958-4842-9d3e-75bdbaf74160 completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:34:11.352755 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port 569ffd45-8958-4842-9d3e-75bdbaf74160 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:11.353125 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:11.433183 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:11.455830 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69664c9-6a0c-4807-a429-f39a1823f6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569ffd45-8958-4842-9d3e-75bdbaf74160'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:11.458063 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870c79e6-b65c-4e75-9300-d0beca15f47e" -d '{"events": [{"server_uuid": "f69664c9-6a0c-4807-a429-f39a1823f6ac", "name": "network-vif-plugged", "status": "completed", "tag": "569ffd45-8958-4842-9d3e-75bdbaf74160"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:11.473250 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 569ffd45-8958-4842-9d3e-75bdbaf74160, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=569ffd45-8958-4842-9d3e-75bdbaf74160,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:11.496081 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9016084-286a-4067-8a0f-578baad36634 x-openstack-request-id: req-b9016084-286a-4067-8a0f-578baad36634 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:11.496396 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69664c9-6a0c-4807-a429-f39a1823f6ac", "name": "network-vif-plugged", "status": "completed", "tag": "569ffd45-8958-4842-9d3e-75bdbaf74160", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:11.496660 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b9016084-286a-4067-8a0f-578baad36634 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:11.497051 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69664c9-6a0c-4807-a429-f39a1823f6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569ffd45-8958-4842-9d3e-75bdbaf74160', 'code': 200} Oct 29 01:34:11.548634 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:11.599158 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=569ffd45-8958-4842-9d3e-75bdbaf74160,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:11.619911 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef385e93-071f-414b-a9d1-df52a52411a2 req-7733711a-29d1-4c8e-866c-964f32d1b6ae tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:11.622299 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ef385e93-071f-414b-a9d1-df52a52411a2 req-7733711a-29d1-4c8e-866c-964f32d1b6ae tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 945 time: 0.0565221 Oct 29 01:34:11.689569 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ef385e93-071f-414b-a9d1-df52a52411a2 req-fa892c32-f81e-4b8c-b436-0617ad4971bc tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568013 Oct 29 01:34:11.700106 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a785c10-56bf-492b-ab61-6a21299c341f req-6d8656c4-49cb-43c8-9cbb-55adb4b81546 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:11.701488 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0a785c10-56bf-492b-ab61-6a21299c341f req-6d8656c4-49cb-43c8-9cbb-55adb4b81546 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 944 time: 0.0777953 Oct 29 01:34:11.740050 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0a785c10-56bf-492b-ab61-6a21299c341f req-84a5131f-54ae-4989-a5c6-45a612f9b8e9 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320897 Oct 29 01:34:12.304715 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77744a25-eb04-45de-9599-63a76e257ed6 req-9e3dfc68-b6f8-416a-9aaa-aa2885fdea96 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:12.306188 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-77744a25-eb04-45de-9599-63a76e257ed6 req-9e3dfc68-b6f8-416a-9aaa-aa2885fdea96 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 945 time: 0.0485103 Oct 29 01:34:12.345029 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-77744a25-eb04-45de-9599-63a76e257ed6 req-dba8313f-03b7-4d65-92d8-402823b9e199 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322280 Oct 29 01:34:12.856841 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823cdf5-490a-4129-a55b-704fcaa96c54 req-985a968e-05b8-4c7f-9882-ab52b8077535 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:12.859782 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f823cdf5-490a-4129-a55b-704fcaa96c54 req-985a968e-05b8-4c7f-9882-ab52b8077535 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 945 time: 0.0884175 Oct 29 01:34:12.909113 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91aff61-acaa-4a34-94eb-4e0557261f52 req-12ff86b5-c65a-4557-a080-02ad01116a4e tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:12.910633 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a91aff61-acaa-4a34-94eb-4e0557261f52 req-12ff86b5-c65a-4557-a080-02ad01116a4e tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 944 time: 0.0965071 Oct 29 01:34:12.937533 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f823cdf5-490a-4129-a55b-704fcaa96c54 req-1bca7583-a238-4b4c-bf7a-981c265d9f47 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702631 Oct 29 01:34:12.966371 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a91aff61-acaa-4a34-94eb-4e0557261f52 req-595fe745-53b8-4d02-912a-e6bd323818c4 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432503 Oct 29 01:34:13.228710 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-778c51ba-deb0-4752-9faa-1f7b741f789c req-fab1fd19-b890-4f5f-88b5-b82b8928bbbb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437794 Oct 29 01:34:13.257270 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:13.329862 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c51ba-deb0-4752-9faa-1f7b741f789c req-1045dac2-e15f-4936-8dc0-70dc5b891f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:13.336238 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-778c51ba-deb0-4752-9faa-1f7b741f789c req-1045dac2-e15f-4936-8dc0-70dc5b891f76 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fea0db42704249b29fba70abbda7991c&device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 1098 time: 0.0478187 Oct 29 01:34:13.478520 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c51ba-deb0-4752-9faa-1f7b741f789c req-d3c8cc3d-9d0a-4ad1-a449-469fe346b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:13.480135 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-778c51ba-deb0-4752-9faa-1f7b741f789c req-d3c8cc3d-9d0a-4ad1-a449-469fe346b9fa service neutron] 10.222.0.83 "GET /v2.0/networks?id=acba2ac2-4dda-4f15-b3fb-5874b71db82d HTTP/1.1" status: 200 len: 910 time: 0.1224194 Oct 29 01:34:13.489192 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683bb62b-6a98-4f3f-a68b-db676aac0b27 req-cac190a0-2ba9-4b45-a92c-c6a83ad5652e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:13.490662 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-683bb62b-6a98-4f3f-a68b-db676aac0b27 req-cac190a0-2ba9-4b45-a92c-c6a83ad5652e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 945 time: 0.0757036 Oct 29 01:34:13.498070 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['334d5ed1-db63-42dc-bee7-9a695829f7de'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:34:13.501953 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['aee32650-07ba-4e45-a318-0849274af2bf'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:34:13.588520 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-778c51ba-deb0-4752-9faa-1f7b741f789c req-1bd1f77e-b69e-4fe9-83eb-44aab3783ce8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf HTTP/1.1" status: 200 len: 1001 time: 0.0876808 Oct 29 01:34:13.588520 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-683bb62b-6a98-4f3f-a68b-db676aac0b27 req-d3fe15ba-8789-4ddb-85ee-e56c01034477 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837948 Oct 29 01:34:13.643550 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933b7f0-d72a-4d52-be31-9b65208b0035 req-41bc5dee-4334-4c5e-955f-c44bf2c3dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:13.645140 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-d933b7f0-d72a-4d52-be31-9b65208b0035 req-41bc5dee-4334-4c5e-955f-c44bf2c3dbb7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 1098 time: 0.0912442 Oct 29 01:34:13.651143 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c51ba-deb0-4752-9faa-1f7b741f789c req-d0a1adfd-034f-465a-a2e9-a7c54e8ad0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:13.652794 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-778c51ba-deb0-4752-9faa-1f7b741f789c req-d0a1adfd-034f-465a-a2e9-a7c54e8ad0e6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d083ebb-5c9a-460a-ad02-feb3e3129bdc HTTP/1.1" status: 200 len: 848 time: 0.0593808 Oct 29 01:34:14.178709 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e5529-8bb1-4134-9613-78bfd64c7cf8 req-0da8ad3d-f14c-40dc-89c0-2e103eb899fd tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:14.180220 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-837e5529-8bb1-4134-9613-78bfd64c7cf8 req-0da8ad3d-f14c-40dc-89c0-2e103eb899fd tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 945 time: 0.0604291 Oct 29 01:34:14.259111 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2cd92b-5ea3-4f17-8a58-e9bf2efd4c21 req-cd6a9a74-e01b-4fdc-8991-8277dfc275bc tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:14.261073 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2b2cd92b-5ea3-4f17-8a58-e9bf2efd4c21 req-cd6a9a74-e01b-4fdc-8991-8277dfc275bc tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 944 time: 0.0796843 Oct 29 01:34:14.263593 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-837e5529-8bb1-4134-9613-78bfd64c7cf8 req-22daff87-bc36-4c5a-96c5-deb075c96d90 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711060 Oct 29 01:34:14.300820 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2b2cd92b-5ea3-4f17-8a58-e9bf2efd4c21 req-aacb71a9-738c-4c53-a278-c06e52a938f1 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337214 Oct 29 01:34:14.720059 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5baaa-233e-4f1e-a8e8-84f13df66591 req-a8c28e35-0e5c-4617-aaa5-ea3eef6d3ab2 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:14.721527 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-efe5baaa-233e-4f1e-a8e8-84f13df66591 req-a8c28e35-0e5c-4617-aaa5-ea3eef6d3ab2 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 945 time: 0.0498552 Oct 29 01:34:14.758725 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-efe5baaa-233e-4f1e-a8e8-84f13df66591 req-a0aa2a3e-08fc-453b-805f-57672767fd40 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312500 Oct 29 01:34:15.411994 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd06bd6-794d-4e75-9c95-0f4ce08ab518 req-e858a999-c493-4e2b-8678-00285179590a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:15.413477 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2bd06bd6-794d-4e75-9c95-0f4ce08ab518 req-e858a999-c493-4e2b-8678-00285179590a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 945 time: 0.0792520 Oct 29 01:34:15.450483 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936bb7d-c531-4cb0-8859-9604c3dd8ac6 req-5ab7bc15-cad0-4b8c-9373-7e1a4b1bb9bd tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:15.452528 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c936bb7d-c531-4cb0-8859-9604c3dd8ac6 req-5ab7bc15-cad0-4b8c-9373-7e1a4b1bb9bd tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 944 time: 0.0771203 Oct 29 01:34:15.492393 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-d933b7f0-d72a-4d52-be31-9b65208b0035 req-8bae3536-dfb5-444c-a268-65886d5a03a1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362754 Oct 29 01:34:15.504527 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2bd06bd6-794d-4e75-9c95-0f4ce08ab518 req-7cf0844f-099d-4d22-a5c5-10d3beb412f8 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850651 Oct 29 01:34:15.529162 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c936bb7d-c531-4cb0-8859-9604c3dd8ac6 req-775543ad-0c60-44d9-95f0-9bb599d310cc tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657580 Oct 29 01:34:15.535464 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c51ba-deb0-4752-9faa-1f7b741f789c req-2f28f1ab-088e-4190-a16b-3fa59c60ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:15.536940 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-778c51ba-deb0-4752-9faa-1f7b741f789c req-2f28f1ab-088e-4190-a16b-3fa59c60ec7a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=acba2ac2-4dda-4f15-b3fb-5874b71db82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747082 Oct 29 01:34:15.875580 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3721b-297f-4fbd-aeaf-47229dafe51a req-ec3b40db-f0e4-4b76-8b24-c1248a374609 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:15.877111 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4af3721b-297f-4fbd-aeaf-47229dafe51a req-ec3b40db-f0e4-4b76-8b24-c1248a374609 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 945 time: 0.0522456 Oct 29 01:34:15.914332 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4af3721b-297f-4fbd-aeaf-47229dafe51a req-4126d1c2-c505-42ed-81ab-9d1f561c4cd8 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311561 Oct 29 01:34:16.653937 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc52fd-f868-4603-b787-5aec6688dca9 req-bdb5e814-1774-40c4-85bc-e5f3d9b3ccb4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:16.656163 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-66cc52fd-f868-4603-b787-5aec6688dca9 req-bdb5e814-1774-40c4-85bc-e5f3d9b3ccb4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 945 time: 0.0803514 Oct 29 01:34:16.667290 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e1201-735e-4c35-ae07-4cc0e8f9a87a req-01641cde-8a1e-4230-a0ba-e89b71b338a7 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:16.668730 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-298e1201-735e-4c35-ae07-4cc0e8f9a87a req-01641cde-8a1e-4230-a0ba-e89b71b338a7 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 944 time: 0.0661082 Oct 29 01:34:16.727852 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-66cc52fd-f868-4603-b787-5aec6688dca9 req-8f1648d7-1ef3-407f-8a4e-09c9253f4c38 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581479 Oct 29 01:34:16.730592 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-298e1201-735e-4c35-ae07-4cc0e8f9a87a req-7e562a34-1ea9-4f2e-8a60-f04c4952b993 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547180 Oct 29 01:34:16.902868 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-778c51ba-deb0-4752-9faa-1f7b741f789c req-d6101249-19cb-4bb4-8622-c99c6e9dfd7e service neutron] 10.222.0.83 "GET /v2.0/networks/acba2ac2-4dda-4f15-b3fb-5874b71db82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326931 Oct 29 01:34:17.028216 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-778c51ba-deb0-4752-9faa-1f7b741f789c req-451c920b-b920-42a4-b335-82ca70b79765 service neutron] 10.222.0.83 "GET /v2.0/networks/acba2ac2-4dda-4f15-b3fb-5874b71db82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159439 Oct 29 01:34:17.046629 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb887078-2eec-438a-b035-66d44fbe2f72 req-b9036407-39a0-493a-8f2a-ced5c1bfbd1d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:17.048133 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fb887078-2eec-438a-b035-66d44fbe2f72 req-b9036407-39a0-493a-8f2a-ced5c1bfbd1d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 945 time: 0.0623069 Oct 29 01:34:17.099801 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fb887078-2eec-438a-b035-66d44fbe2f72 req-8c35a648-ceea-46a9-887d-b08277f777b8 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454605 Oct 29 01:34:17.878425 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81884066-34c5-4dc7-ab2f-6228f1977206 req-f1d6488f-07c0-452f-9895-8cd28e6d7e02 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:17.879938 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-81884066-34c5-4dc7-ab2f-6228f1977206 req-f1d6488f-07c0-452f-9895-8cd28e6d7e02 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 944 time: 0.0826390 Oct 29 01:34:17.888178 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84536b09-762e-44b2-9439-b738189cb8b5 req-e0be616d-e636-4507-942c-78f4529f475e tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:17.890380 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-84536b09-762e-44b2-9439-b738189cb8b5 req-e0be616d-e636-4507-942c-78f4529f475e tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 945 time: 0.0838618 Oct 29 01:34:17.945760 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-81884066-34c5-4dc7-ab2f-6228f1977206 req-03f2b228-0abd-481a-bce8-894f23ba0635 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544455 Oct 29 01:34:17.948517 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-84536b09-762e-44b2-9439-b738189cb8b5 req-f7ee043f-b8dc-4e61-9b7d-f54fcf7eff5e tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516145 Oct 29 01:34:18.219760 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4338e9-bd6d-4ea6-8d19-b1353f6907e3 req-2b21601c-adee-4c12-b1e2-22a205689198 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:18.221432 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2a4338e9-bd6d-4ea6-8d19-b1353f6907e3 req-2b21601c-adee-4c12-b1e2-22a205689198 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 945 time: 0.0544672 Oct 29 01:34:18.259116 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2a4338e9-bd6d-4ea6-8d19-b1353f6907e3 req-8ee9a20a-5ae8-4cfd-95c4-b1011829569d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314717 Oct 29 01:34:19.091622 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda608dd-c5c0-4bb7-a415-5e626891ba52 req-3f1f35d1-b27a-408f-9a47-9f89ba6c386e tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:19.093735 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cda608dd-c5c0-4bb7-a415-5e626891ba52 req-3f1f35d1-b27a-408f-9a47-9f89ba6c386e tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 944 time: 0.0807784 Oct 29 01:34:19.102309 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e305b-fe87-431f-ac54-f2f658956338 req-8db25b6a-a550-40d8-bc75-81a5bc342393 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:19.103986 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7c3e305b-fe87-431f-ac54-f2f658956338 req-8db25b6a-a550-40d8-bc75-81a5bc342393 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 945 time: 0.0803776 Oct 29 01:34:19.161190 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cda608dd-c5c0-4bb7-a415-5e626891ba52 req-f0c8b80f-97c7-47ac-8103-687a1d4631e3 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564442 Oct 29 01:34:19.163902 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7c3e305b-fe87-431f-ac54-f2f658956338 req-3e9b235d-c90f-4bf4-9a00-66ef4dced8bb tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530207 Oct 29 01:34:19.372365 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08a2d1-4d72-4b08-9da5-65e69ca4cdc7 req-ec33d41d-5312-40b5-8d9c-e44b314d9a0e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:19.374537 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8e08a2d1-4d72-4b08-9da5-65e69ca4cdc7 req-ec33d41d-5312-40b5-8d9c-e44b314d9a0e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 945 time: 0.0493536 Oct 29 01:34:19.412801 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8e08a2d1-4d72-4b08-9da5-65e69ca4cdc7 req-60d68d3c-470f-4b63-a9ba-0cbd3d04b876 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315330 Oct 29 01:34:20.322085 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032be08b-023e-4a50-bc8c-c6bc02cfea5f req-51d1cc70-23a8-45c5-b472-9165a8348166 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:20.323593 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-032be08b-023e-4a50-bc8c-c6bc02cfea5f req-51d1cc70-23a8-45c5-b472-9165a8348166 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 944 time: 0.0863626 Oct 29 01:34:20.338496 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7e0aa-1ed2-4f6a-8455-e4bc06b10d9f req-e70d9b9a-9d3e-4ee1-9bae-498457f02d79 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:20.339934 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d4d7e0aa-1ed2-4f6a-8455-e4bc06b10d9f req-e70d9b9a-9d3e-4ee1-9bae-498457f02d79 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 945 time: 0.0717304 Oct 29 01:34:20.396250 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-032be08b-023e-4a50-bc8c-c6bc02cfea5f req-88b1cb9c-f3fa-43ed-a62c-a616cb77b3cc tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658622 Oct 29 01:34:20.401107 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d4d7e0aa-1ed2-4f6a-8455-e4bc06b10d9f req-426aadd2-e0f8-440e-8988-dba49c6b6a87 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550144 Oct 29 01:34:20.526536 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db8fe6-ee21-43f4-ad80-b8a13fbe057c req-d8a33968-3789-4c26-b0b6-63b64ea03162 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:20.526816 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device aee32650-07ba-4e45-a318-0849274af2bf up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:34:20.528233 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b0db8fe6-ee21-43f4-ad80-b8a13fbe057c req-d8a33968-3789-4c26-b0b6-63b64ea03162 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 945 time: 0.0500636 Oct 29 01:34:20.570055 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b0db8fe6-ee21-43f4-ad80-b8a13fbe057c req-57fba1c8-03b9-4d50-b2f5-660b2c4de11d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350621 Oct 29 01:34:20.657210 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port aee32650-07ba-4e45-a318-0849274af2bf completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:34:20.661900 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port aee32650-07ba-4e45-a318-0849274af2bf triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:20.662302 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:20.857461 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:20.880885 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b62925-d26a-4afb-bab2-c0288f74404a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee32650-07ba-4e45-a318-0849274af2bf'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:20.883212 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ed8ad3-026c-449b-8e98-440a8a3b88c1" -d '{"events": [{"server_uuid": "91b62925-d26a-4afb-bab2-c0288f74404a", "name": "network-vif-plugged", "status": "completed", "tag": "aee32650-07ba-4e45-a318-0849274af2bf"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:20.896310 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port aee32650-07ba-4e45-a318-0849274af2bf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=aee32650-07ba-4e45-a318-0849274af2bf,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:20.922011 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de79275-5e95-4cb7-a0ae-5542f6a61882 x-openstack-request-id: req-6de79275-5e95-4cb7-a0ae-5542f6a61882 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:20.922339 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b62925-d26a-4afb-bab2-c0288f74404a", "name": "network-vif-plugged", "status": "completed", "tag": "aee32650-07ba-4e45-a318-0849274af2bf", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:20.922602 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6de79275-5e95-4cb7-a0ae-5542f6a61882 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:20.922998 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b62925-d26a-4afb-bab2-c0288f74404a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee32650-07ba-4e45-a318-0849274af2bf', 'code': 200} Oct 29 01:34:21.005805 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:21.006617 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 334d5ed1-db63-42dc-bee7-9a695829f7de up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:34:21.083860 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=aee32650-07ba-4e45-a318-0849274af2bf,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:21.302956 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port 334d5ed1-db63-42dc-bee7-9a695829f7de completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:34:21.307135 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port 334d5ed1-db63-42dc-bee7-9a695829f7de triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:21.307490 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:21.396013 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:21.418184 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ef6e2-5b59-42f0-b297-6893c18f59d1 req-88c5d7ab-2f6e-4f00-b421-1fa3dca9903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:21.438382 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4b2ef6e2-5b59-42f0-b297-6893c18f59d1 req-88c5d7ab-2f6e-4f00-b421-1fa3dca9903b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 1099 time: 0.0657871 Oct 29 01:34:21.442985 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 334d5ed1-db63-42dc-bee7-9a695829f7de, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=334d5ed1-db63-42dc-bee7-9a695829f7de,segment=NetworkSegment(dc852203-768c-4234-8d94-cf677f682d7e),segment_id=dc852203-768c-4234-8d94-cf677f682d7e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:21.511955 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4b2ef6e2-5b59-42f0-b297-6893c18f59d1 req-1ea05c2c-fb16-42bc-b3e4-6ecad94ea9f1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577106 Oct 29 01:34:21.525894 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:21.575393 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94099e4d-afe5-4181-92de-0a0e609c49e4 req-606b5cb4-6c77-4253-8bb3-ee96cfd0afc2 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:21.577580 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-94099e4d-afe5-4181-92de-0a0e609c49e4 req-606b5cb4-6c77-4253-8bb3-ee96cfd0afc2 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 944 time: 0.0874214 Oct 29 01:34:21.589942 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd6086-1c41-47dc-93c4-1884a0ca6177 req-4b166423-597b-4488-80fd-94df1882ecd4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:21.589942 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-45dd6086-1c41-47dc-93c4-1884a0ca6177 req-4b166423-597b-4488-80fd-94df1882ecd4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0957475 Oct 29 01:34:21.595841 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=334d5ed1-db63-42dc-bee7-9a695829f7de,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:21.645740 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-94099e4d-afe5-4181-92de-0a0e609c49e4 req-d19af5d0-ad3e-45ed-9fba-61a26eb7f9ef tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577869 Oct 29 01:34:21.653110 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-45dd6086-1c41-47dc-93c4-1884a0ca6177 req-0aac7fe7-ecbf-4aad-ad21-98abb9f5e164 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522916 Oct 29 01:34:21.779341 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588210e-06cd-46b4-9e27-832694fe83a3 req-e8bc6b53-93b0-4f9b-9312-0e71da70e8b4 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:21.780830 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8588210e-06cd-46b4-9e27-832694fe83a3 req-e8bc6b53-93b0-4f9b-9312-0e71da70e8b4 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 945 time: 0.0561476 Oct 29 01:34:21.820632 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8588210e-06cd-46b4-9e27-832694fe83a3 req-a7f56f31-22de-415a-904e-f9d47704c63a tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332396 Oct 29 01:34:21.942954 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512e27b-bfbb-4f2e-8982-de46b29edee0 req-0c886e70-0bd4-493d-ab6a-ce2f229607f4 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:21.944458 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c512e27b-bfbb-4f2e-8982-de46b29edee0 req-0c886e70-0bd4-493d-ab6a-ce2f229607f4 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 945 time: 0.0488763 Oct 29 01:34:21.981666 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c512e27b-bfbb-4f2e-8982-de46b29edee0 req-2a1221d1-32bf-4fdc-b811-c6882d8015eb tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313084 Oct 29 01:34:22.004208 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 34970) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:22.155786 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e044588-b027-4764-96dd-b3f32da88586 tempest-TestVolumeBootPattern-583319330 tempest-TestVolumeBootPattern-583319330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:22.157388 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-6e044588-b027-4764-96dd-b3f32da88586 tempest-TestVolumeBootPattern-583319330 tempest-TestVolumeBootPattern-583319330-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 1093 time: 0.1521578 Oct 29 01:34:22.160288 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 34978) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:22.164713 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Request body: {'floatingip': {'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'port_id': '569ffd45-8958-4842-9d3e-75bdbaf74160', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:22.285601 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for floatingip, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:22.384586 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:22.496749 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Allocated IP 172.27.3.207 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/da9ce895-043c-4bb4-a54c-432e843d936b) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:34:22.598543 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:22.739343 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:22.825493 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:34:22.835829 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:22.842924 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:34:22.848514 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event updated for resources: {'Port': ['ID=da9ce895-043c-4bb4-a54c-432e843d936b,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:22.884722 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703ff7f-fb33-43a6-badc-ab9c94a725b2 req-2e4bd113-f576-4e7c-8a9c-390bf5d88709 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:22.886218 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c703ff7f-fb33-43a6-badc-ab9c94a725b2 req-2e4bd113-f576-4e7c-8a9c-390bf5d88709 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.1503568 Oct 29 01:34:22.894024 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816dc263-cc95-47de-8959-8b1869e5845a req-51433a8b-623b-4eb6-8186-14ffd3743847 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:22.895392 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-816dc263-cc95-47de-8959-8b1869e5845a req-51433a8b-623b-4eb6-8186-14ffd3743847 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 945 time: 0.1684761 Oct 29 01:34:22.903627 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:22.904003 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:22.904343 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:22.904781 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:22.905189 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:22.905614 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:22.905961 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:22.906293 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:22.906623 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:22.906953 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:22.907277 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:22.907602 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:22.924528 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba08d2b5-ae9e-43db-b376-18011c8863f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334d5ed1-db63-42dc-bee7-9a695829f7de'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:22.927647 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a3dcec-9540-4d27-b03a-d8717e66313b" -d '{"events": [{"server_uuid": "ba08d2b5-ae9e-43db-b376-18011c8863f6", "name": "network-vif-plugged", "status": "completed", "tag": "334d5ed1-db63-42dc-bee7-9a695829f7de"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:22.995622 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-816dc263-cc95-47de-8959-8b1869e5845a req-3a258955-54e7-4ae4-b49c-c90b78a4f487 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803812 Oct 29 01:34:23.005737 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c703ff7f-fb33-43a6-badc-ab9c94a725b2 req-6398336a-4509-4906-91a1-70bdca8ee074 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075823 Oct 29 01:34:23.047160 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076e308f-094d-479e-b3e9-c83473ef7835 x-openstack-request-id: req-076e308f-094d-479e-b3e9-c83473ef7835 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:23.047160 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba08d2b5-ae9e-43db-b376-18011c8863f6", "name": "network-vif-plugged", "status": "completed", "tag": "334d5ed1-db63-42dc-bee7-9a695829f7de", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:23.047160 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-076e308f-094d-479e-b3e9-c83473ef7835 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:23.047160 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba08d2b5-ae9e-43db-b376-18011c8863f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334d5ed1-db63-42dc-bee7-9a695829f7de', 'code': 200} Oct 29 01:34:23.298950 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:23.595469 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:23.599768 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348ab90-ddd2-4855-a61d-12b173c7ec72 req-8e18a053-2669-4867-aaf2-6cc4e8d69edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:23.601311 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8348ab90-ddd2-4855-a61d-12b173c7ec72 req-8e18a053-2669-4867-aaf2-6cc4e8d69edf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 1098 time: 0.0703154 Oct 29 01:34:23.666246 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8348ab90-ddd2-4855-a61d-12b173c7ec72 req-5341f8a6-51d5-4e0b-8849-8ce40da7e5eb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482388 Oct 29 01:34:23.774058 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:23.857093 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:23.931103 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event updated for resources: {'Port': ['ID=da9ce895-043c-4bb4-a54c-432e843d936b,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:23.938476 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989738'] for floatingip, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:24.350868 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397657e1-d7aa-4985-a12b-5db7a6abd99e req-1c0840ad-cc1d-46e8-bd3f-eaa041db639b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:24.352395 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-397657e1-d7aa-4985-a12b-5db7a6abd99e req-1c0840ad-cc1d-46e8-bd3f-eaa041db639b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.1220305 Oct 29 01:34:24.372510 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a38d16-23d4-4c6e-bfe1-ea9b4ed4bcd1 req-54bd56ee-e615-413b-bf18-167a3500501e tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:24.374745 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-85a38d16-23d4-4c6e-bfe1-ea9b4ed4bcd1 req-54bd56ee-e615-413b-bf18-167a3500501e tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 945 time: 0.1426253 Oct 29 01:34:24.403261 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.l3_db [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Floating IP 43cde529-1f98-4801-aecc-88ce08597fb7 associated. External IP: 172.27.3.207, port: 569ffd45-8958-4842-9d3e-75bdbaf74160. Oct 29 01:34:24.496525 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-397657e1-d7aa-4985-a12b-5db7a6abd99e req-9d5692d0-5188-4401-a4a2-0643298ef8fa tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350980 Oct 29 01:34:24.516633 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-85a38d16-23d4-4c6e-bfe1-ea9b4ed4bcd1 req-8669edc4-dfac-48ac-8769-2b6eaaba407a tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1266203 Oct 29 01:34:24.677051 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05651e-5368-475d-a61d-8cf2f6003490 req-7fc99d93-8e09-4b77-ad26-7b07ea9de46d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:24.678528 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7b05651e-5368-475d-a61d-8cf2f6003490 req-7fc99d93-8e09-4b77-ad26-7b07ea9de46d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.1007121 Oct 29 01:34:24.687197 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 35014) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:24.692205 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-f941891b-ff4e-47a0-932e-e2a268c2d3d1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Request body: {'floatingip': {'port_id': 'aee32650-07ba-4e45-a318-0849274af2bf'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:24.693260 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Router d38bfa45-bbba-4ca8-8e86-ca68f620392e has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:34:24.734148 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f941891b-ff4e-47a0-932e-e2a268c2d3d1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for floatingip, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:24.806577 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:34:24.818439 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60effca-ea1e-49cb-8b30-0fa566f811f8 None None] Sync routers for ids ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:34:24.828253 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60effca-ea1e-49cb-8b30-0fa566f811f8 None None] Routers {'d38bfa45-bbba-4ca8-8e86-ca68f620392e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:34:24.828879 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-b60effca-ea1e-49cb-8b30-0fa566f811f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:34:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:24.944046 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-b60effca-ea1e-49cb-8b30-0fa566f811f8 None None] Set router d38bfa45-bbba-4ca8-8e86-ca68f620392e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:34:24.990604 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:25.015013 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-eb4638bf-a679-42a6-b5cf-5f5e23e7cf92 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8527851 Oct 29 01:34:25.016014 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69664c9-6a0c-4807-a429-f39a1823f6ac', 'tag': '569ffd45-8958-4842-9d3e-75bdbaf74160'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:25.018735 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d0d529-76f6-452c-8175-e70fa9b18325" -d '{"events": [{"name": "network-changed", "server_uuid": "f69664c9-6a0c-4807-a429-f39a1823f6ac", "tag": "569ffd45-8958-4842-9d3e-75bdbaf74160"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:25.132349 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c29fcf-347a-4c6b-9e99-506f87d859b4 x-openstack-request-id: req-45c29fcf-347a-4c6b-9e99-506f87d859b4 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:25.132886 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69664c9-6a0c-4807-a429-f39a1823f6ac", "tag": "569ffd45-8958-4842-9d3e-75bdbaf74160", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:25.133158 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-45c29fcf-347a-4c6b-9e99-506f87d859b4 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:25.133563 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69664c9-6a0c-4807-a429-f39a1823f6ac', 'tag': '569ffd45-8958-4842-9d3e-75bdbaf74160', 'status': 'completed', 'code': 200} Oct 29 01:34:25.184417 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-b60effca-ea1e-49cb-8b30-0fa566f811f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': '43cde529-1f98-4801-aecc-88ce08597fb7', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'port_id': '569ffd45-8958-4842-9d3e-75bdbaf74160', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'mac_address': 'fa:16:3e:f9:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69664c9-6a0c-4807-a429-f39a1823f6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:34:23Z', 'updated_at': '2021-10-29T01:34:23Z', 'revision_number': 0, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:25.186133 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f941891b-ff4e-47a0-932e-e2a268c2d3d1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:25.216925 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60effca-ea1e-49cb-8b30-0fa566f811f8 None None] Checking router: d38bfa45-bbba-4ca8-8e86-ca68f620392e for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:34:25.222392 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0d529-76f6-452c-8175-e70fa9b18325 req-647301d8-7d93-4659-9f55-7cac025d1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:25.223955 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a1d0d529-76f6-452c-8175-e70fa9b18325 req-647301d8-7d93-4659-9f55-7cac025d1d4a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84bceeeb4f67456a90779360ffc620aa&device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 1098 time: 0.0455933 Oct 29 01:34:25.226635 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60effca-ea1e-49cb-8b30-0fa566f811f8 None None] Routers {'d38bfa45-bbba-4ca8-8e86-ca68f620392e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:34:25.227329 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-b60effca-ea1e-49cb-8b30-0fa566f811f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:34:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:25.285581 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f941891b-ff4e-47a0-932e-e2a268c2d3d1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989738'] for floatingip, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:25.327058 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0d529-76f6-452c-8175-e70fa9b18325 req-b2dd0395-c656-479c-add8-f8eba1f2a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:25.328952 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a1d0d529-76f6-452c-8175-e70fa9b18325 req-b2dd0395-c656-479c-add8-f8eba1f2a8df service neutron] 10.222.0.83 "GET /v2.0/networks?id=b37af5eb-5268-42f9-a4b9-3756fed9194f HTTP/1.1" status: 200 len: 912 time: 0.0954680 Oct 29 01:34:25.338257 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-b60effca-ea1e-49cb-8b30-0fa566f811f8 None None] Set router d38bfa45-bbba-4ca8-8e86-ca68f620392e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:34:25.403104 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.db.l3_db [None req-f941891b-ff4e-47a0-932e-e2a268c2d3d1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Floating IP bba9d9c8-3014-4db4-ba1e-222fcb9cad4f associated. External IP: 172.27.3.169, port: aee32650-07ba-4e45-a318-0849274af2bf. Oct 29 01:34:25.414391 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a1d0d529-76f6-452c-8175-e70fa9b18325 req-d8984d0a-436d-47c9-82d5-56614f1e21f8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=569ffd45-8958-4842-9d3e-75bdbaf74160 HTTP/1.1" status: 200 len: 999 time: 0.0650461 Oct 29 01:34:25.481679 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0d529-76f6-452c-8175-e70fa9b18325 req-95c24818-9013-4334-b165-2bf9c60463ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:25.483572 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a1d0d529-76f6-452c-8175-e70fa9b18325 req-95c24818-9013-4334-b165-2bf9c60463ce service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7c138a45-42da-4b80-988e-91ca66e794cd HTTP/1.1" status: 200 len: 850 time: 0.0498269 Oct 29 01:34:25.551549 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0d529-76f6-452c-8175-e70fa9b18325 req-355b9b22-3a16-4dae-81f9-fe9ff7c98a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:25.553463 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a1d0d529-76f6-452c-8175-e70fa9b18325 req-355b9b22-3a16-4dae-81f9-fe9ff7c98a25 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b37af5eb-5268-42f9-a4b9-3756fed9194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525136 Oct 29 01:34:25.619035 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-b60effca-ea1e-49cb-8b30-0fa566f811f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': '43cde529-1f98-4801-aecc-88ce08597fb7', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'port_id': '569ffd45-8958-4842-9d3e-75bdbaf74160', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'mac_address': 'fa:16:3e:f9:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69664c9-6a0c-4807-a429-f39a1823f6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:34:23Z', 'updated_at': '2021-10-29T01:34:23Z', 'revision_number': 0, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:25.645640 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f941891b-ff4e-47a0-932e-e2a268c2d3d1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Router e09e300f-4b8b-4c5a-bb43-a23b90719be6 has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:34:25.653645 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60effca-ea1e-49cb-8b30-0fa566f811f8 None None] The sync data for ids ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'] in dv-cinder-813984-5-iscsi is: [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': '43cde529-1f98-4801-aecc-88ce08597fb7', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'port_id': '569ffd45-8958-4842-9d3e-75bdbaf74160', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'mac_address': 'fa:16:3e:f9:fe:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69664c9-6a0c-4807-a429-f39a1823f6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:34:23Z', 'updated_at': '2021-10-29T01:34:23Z', 'revision_number': 0, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:34:25.704436 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c218c3c-ab3d-42f8-a95b-ed10935a3ceb req-0fdbefda-3bb7-433c-b4c6-047d128ff758 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:25.705980 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7c218c3c-ab3d-42f8-a95b-ed10935a3ceb req-0fdbefda-3bb7-433c-b4c6-047d128ff758 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 945 time: 0.1086671 Oct 29 01:34:25.712938 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a1d0d529-76f6-452c-8175-e70fa9b18325 req-f868e268-29c2-41eb-8f49-c43f20ed83dd service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373823 Oct 29 01:34:25.766086 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f941891b-ff4e-47a0-932e-e2a268c2d3d1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:34:25.771086 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f941891b-ff4e-47a0-932e-e2a268c2d3d1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:25.776982 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d614148a-26fd-41bb-86b2-6900c85f1fc2 None None] Sync routers for ids ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:34:25.792748 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d614148a-26fd-41bb-86b2-6900c85f1fc2 None None] Routers {'e09e300f-4b8b-4c5a-bb43-a23b90719be6'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:34:25.793583 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-d614148a-26fd-41bb-86b2-6900c85f1fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:34:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:25.799206 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7c218c3c-ab3d-42f8-a95b-ed10935a3ceb req-818978e5-fd9a-4cae-a265-e71115b73455 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832536 Oct 29 01:34:25.846790 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a1d0d529-76f6-452c-8175-e70fa9b18325 req-ca66ef07-81fa-4964-a6c6-51dcbe3fced6 service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167150 Oct 29 01:34:25.852601 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-f941891b-ff4e-47a0-932e-e2a268c2d3d1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "PUT /v2.0/floatingips/bba9d9c8-3014-4db4-ba1e-222fcb9cad4f HTTP/1.1" status: 200 len: 992 time: 1.1614931 Oct 29 01:34:25.852601 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91b62925-d26a-4afb-bab2-c0288f74404a', 'tag': 'aee32650-07ba-4e45-a318-0849274af2bf'}] {{(pid=101843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:25.853088 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62e9e1f26a3722756967881dc3103d1ef987c1afaa65af21d436660d1349688f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947bf3e5-5457-42ed-b05e-c9d805720e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "91b62925-d26a-4afb-bab2-c0288f74404a", "tag": "aee32650-07ba-4e45-a318-0849274af2bf"}]}' {{(pid=101843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:25.964669 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-d614148a-26fd-41bb-86b2-6900c85f1fc2 None None] Set router e09e300f-4b8b-4c5a-bb43-a23b90719be6 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:34:25.996178 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101f58a-fc2b-4418-8eef-9554f5b31108 req-650f6c6d-cd9b-4c26-bb4b-014eecf5cb11 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:25.999031 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c126ed92-4cc6-4867-a64c-af9980de4ca3 None None] New status for floating IP 43cde529-1f98-4801-aecc-88ce08597fb7: ACTIVE {{(pid=101844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:34:26.004690 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4101f58a-fc2b-4418-8eef-9554f5b31108 req-650f6c6d-cd9b-4c26-bb4b-014eecf5cb11 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 945 time: 0.0761335 Oct 29 01:34:26.009607 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 35042) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:26.014995 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-5f36478f-826a-4c07-ab49-620d11f037db tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Request body: {'floatingip': {'port_id': '334d5ed1-db63-42dc-bee7-9a695829f7de'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:26.052430 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab734b4-480f-420a-9ed3-84b3209021ec x-openstack-request-id: req-0ab734b4-480f-420a-9ed3-84b3209021ec {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:26.053258 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91b62925-d26a-4afb-bab2-c0288f74404a", "tag": "aee32650-07ba-4e45-a318-0849274af2bf", "status": "completed", "code": 200}]} {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:26.053518 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0ab734b4-480f-420a-9ed3-84b3209021ec {{(pid=101843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:26.053914 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91b62925-d26a-4afb-bab2-c0288f74404a', 'tag': 'aee32650-07ba-4e45-a318-0849274af2bf', 'status': 'completed', 'code': 200} Oct 29 01:34:26.070894 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5f36478f-826a-4c07-ab49-620d11f037db tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for floatingip, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:26.148092 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf3e5-5457-42ed-b05e-c9d805720e0e req-6cf901c9-ad17-4207-aaaf-94ccf2fae1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:26.156941 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-947bf3e5-5457-42ed-b05e-c9d805720e0e req-6cf901c9-ad17-4207-aaaf-94ccf2fae1d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=413ce1a7d8504d0b9f656d9e623f9005&device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 1099 time: 0.0559967 Oct 29 01:34:26.289033 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf3e5-5457-42ed-b05e-c9d805720e0e req-32cf9130-c685-4517-bb7f-f3b488d39c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:26.290755 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-947bf3e5-5457-42ed-b05e-c9d805720e0e req-32cf9130-c685-4517-bb7f-f3b488d39c80 service neutron] 10.222.0.83 "GET /v2.0/networks?id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a HTTP/1.1" status: 200 len: 918 time: 0.1265538 Oct 29 01:34:26.344470 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-d614148a-26fd-41bb-86b2-6900c85f1fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': 'bba9d9c8-3014-4db4-ba1e-222fcb9cad4f', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'port_id': 'aee32650-07ba-4e45-a318-0849274af2bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'mac_address': 'fa:16:3e:c4:a1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b62925-d26a-4afb-bab2-c0288f74404a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:33:58Z', 'updated_at': '2021-10-29T01:34:25Z', 'revision_number': 1, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8869a439-50c9-4be6-92ab-73e96583a53f', 'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'mac_address': 'fa:16:3e:69:7c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:23Z', 'revision_number': 5, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'subnets': [{'id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:26.378320 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d614148a-26fd-41bb-86b2-6900c85f1fc2 None None] Checking router: e09e300f-4b8b-4c5a-bb43-a23b90719be6 for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:34:26.387198 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d614148a-26fd-41bb-86b2-6900c85f1fc2 None None] Routers {'e09e300f-4b8b-4c5a-bb43-a23b90719be6'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:34:26.387717 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-d614148a-26fd-41bb-86b2-6900c85f1fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:34:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:26.396084 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-947bf3e5-5457-42ed-b05e-c9d805720e0e req-0fe44c74-7e91-4155-a926-0220580c3b4b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee32650-07ba-4e45-a318-0849274af2bf HTTP/1.1" status: 200 len: 1000 time: 0.0864155 Oct 29 01:34:26.462451 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf3e5-5457-42ed-b05e-c9d805720e0e req-01d31833-3988-459d-aa81-1c0921d27af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:26.464876 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-947bf3e5-5457-42ed-b05e-c9d805720e0e req-01d31833-3988-459d-aa81-1c0921d27af7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2ede7331-865e-43e5-b251-83ad21e6a29c HTTP/1.1" status: 200 len: 856 time: 0.0528219 Oct 29 01:34:26.506196 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-d614148a-26fd-41bb-86b2-6900c85f1fc2 None None] Set router e09e300f-4b8b-4c5a-bb43-a23b90719be6 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:34:26.524116 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bf3e5-5457-42ed-b05e-c9d805720e0e req-a14e4db8-294e-45c1-9efc-9bbb16bf72ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:26.525721 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-947bf3e5-5457-42ed-b05e-c9d805720e0e req-a14e4db8-294e-45c1-9efc-9bbb16bf72ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508335 Oct 29 01:34:26.566476 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5f36478f-826a-4c07-ab49-620d11f037db tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:26.612359 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5f36478f-826a-4c07-ab49-620d11f037db tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989738'] for floatingip, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:26.623022 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-947bf3e5-5457-42ed-b05e-c9d805720e0e req-57659139-b8e2-4764-b6ce-8122e35fc71a service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867066 Oct 29 01:34:26.723941 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.db.l3_db [None req-5f36478f-826a-4c07-ab49-620d11f037db tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Floating IP c149cae2-99f1-472c-8f28-9c4785fd1818 associated. External IP: 172.27.3.246, port: 334d5ed1-db63-42dc-bee7-9a695829f7de. Oct 29 01:34:26.739346 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-947bf3e5-5457-42ed-b05e-c9d805720e0e req-4c66f606-f29e-428a-a1c1-2934815f0c88 service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078992 Oct 29 01:34:26.758335 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-d614148a-26fd-41bb-86b2-6900c85f1fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': 'bba9d9c8-3014-4db4-ba1e-222fcb9cad4f', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'port_id': 'aee32650-07ba-4e45-a318-0849274af2bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'mac_address': 'fa:16:3e:c4:a1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b62925-d26a-4afb-bab2-c0288f74404a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:33:58Z', 'updated_at': '2021-10-29T01:34:25Z', 'revision_number': 1, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8869a439-50c9-4be6-92ab-73e96583a53f', 'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'mac_address': 'fa:16:3e:69:7c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:23Z', 'revision_number': 5, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'subnets': [{'id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:26.784544 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d614148a-26fd-41bb-86b2-6900c85f1fc2 None None] The sync data for ids ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'] in dv-cinder-813984-5-iscsi is: [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': 'bba9d9c8-3014-4db4-ba1e-222fcb9cad4f', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'port_id': 'aee32650-07ba-4e45-a318-0849274af2bf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'mac_address': 'fa:16:3e:c4:a1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b62925-d26a-4afb-bab2-c0288f74404a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:33:58Z', 'updated_at': '2021-10-29T01:34:25Z', 'revision_number': 1, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8869a439-50c9-4be6-92ab-73e96583a53f', 'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'mac_address': 'fa:16:3e:69:7c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:23Z', 'revision_number': 5, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'subnets': [{'id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:34:27.013188 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ba17dc-f45a-4ff5-a804-3f0370d92be0 None None] New status for floating IP bba9d9c8-3014-4db4-ba1e-222fcb9cad4f: ACTIVE {{(pid=101845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:34:27.180930 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f36478f-826a-4c07-ab49-620d11f037db tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Router 58ecb1c1-c6e1-478b-90bc-785facda450d has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:34:27.255006 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0d4bc643-7bfb-47d4-a9a3-33d5b46c0f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:27.290713 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f36478f-826a-4c07-ab49-620d11f037db tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:34:27.295694 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5f36478f-826a-4c07-ab49-620d11f037db tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:27.302069 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e7ffad-73c4-4c50-b8ef-90c73ad31e6a None None] Sync routers for ids ['58ecb1c1-c6e1-478b-90bc-785facda450d'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:34:27.313685 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e7ffad-73c4-4c50-b8ef-90c73ad31e6a None None] Routers {'58ecb1c1-c6e1-478b-90bc-785facda450d'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:34:27.314299 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-89e7ffad-73c4-4c50-b8ef-90c73ad31e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:34:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['58ecb1c1-c6e1-478b-90bc-785facda450d'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:27.332637 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-5f36478f-826a-4c07-ab49-620d11f037db tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "PUT /v2.0/floatingips/c149cae2-99f1-472c-8f28-9c4785fd1818 HTTP/1.1" status: 200 len: 991 time: 1.3218286 Oct 29 01:34:27.433653 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-89e7ffad-73c4-4c50-b8ef-90c73ad31e6a None None] Set router 58ecb1c1-c6e1-478b-90bc-785facda450d gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:34:27.571756 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 35060) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:27.677965 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-89e7ffad-73c4-4c50-b8ef-90c73ad31e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 4, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': 'c149cae2-99f1-472c-8f28-9c4785fd1818', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'port_id': '334d5ed1-db63-42dc-bee7-9a695829f7de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'mac_address': 'fa:16:3e:83:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba08d2b5-ae9e-43db-b376-18011c8863f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:33:59Z', 'updated_at': '2021-10-29T01:34:26Z', 'revision_number': 1, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca41fa19-b501-4ae0-ae41-4e21872c5d6b', 'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'mac_address': 'fa:16:3e:cb:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 5, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'subnets': [{'id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:27.706400 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e7ffad-73c4-4c50-b8ef-90c73ad31e6a None None] Checking router: 58ecb1c1-c6e1-478b-90bc-785facda450d for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:34:27.715114 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e7ffad-73c4-4c50-b8ef-90c73ad31e6a None None] Routers {'58ecb1c1-c6e1-478b-90bc-785facda450d'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:34:27.715766 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-89e7ffad-73c4-4c50-b8ef-90c73ad31e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:34:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['58ecb1c1-c6e1-478b-90bc-785facda450d'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:27.737347 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 35066) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:27.800190 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7d64b6d0-b46d-4cd4-843c-a8d3796353f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:27.814599 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b75dcd59-3a0e-4951-98d1-d94ddc2a84c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:27.936984 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7d64b6d0-b46d-4cd4-843c-a8d3796353f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:27.946131 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b75dcd59-3a0e-4951-98d1-d94ddc2a84c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:27.948305 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-89e7ffad-73c4-4c50-b8ef-90c73ad31e6a None None] Set router 58ecb1c1-c6e1-478b-90bc-785facda450d gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:34:28.011288 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7d64b6d0-b46d-4cd4-843c-a8d3796353f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:28.043308 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b75dcd59-3a0e-4951-98d1-d94ddc2a84c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:28.056521 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba08d2b5-ae9e-43db-b376-18011c8863f6', 'tag': '334d5ed1-db63-42dc-bee7-9a695829f7de'}] {{(pid=101843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:34:28.058791 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62e9e1f26a3722756967881dc3103d1ef987c1afaa65af21d436660d1349688f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f344f2bf-0314-4cc4-93d0-e19cc4541f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba08d2b5-ae9e-43db-b376-18011c8863f6", "tag": "334d5ed1-db63-42dc-bee7-9a695829f7de"}]}' {{(pid=101843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:34:28.067844 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64b6d0-b46d-4cd4-843c-a8d3796353f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3621665-d676-4ce7-a02c-ce8abe05ead8,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:28.081086 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 35072) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:28.085416 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-7d64b6d0-b46d-4cd4-843c-a8d3796353f8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=58de4245f4d3446ebb13c7d9b48a56a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5113616 Oct 29 01:34:28.098599 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64b6d0-b46d-4cd4-843c-a8d3796353f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:28.099235 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64b6d0-b46d-4cd4-843c-a8d3796353f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:28.100313 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64b6d0-b46d-4cd4-843c-a8d3796353f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:28.100313 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64b6d0-b46d-4cd4-843c-a8d3796353f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:28.100522 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64b6d0-b46d-4cd4-843c-a8d3796353f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:28.100928 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64b6d0-b46d-4cd4-843c-a8d3796353f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:28.101827 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64b6d0-b46d-4cd4-843c-a8d3796353f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:28.101827 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64b6d0-b46d-4cd4-843c-a8d3796353f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:28.102369 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64b6d0-b46d-4cd4-843c-a8d3796353f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:28.102795 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64b6d0-b46d-4cd4-843c-a8d3796353f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:28.103248 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64b6d0-b46d-4cd4-843c-a8d3796353f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:28.103685 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d64b6d0-b46d-4cd4-843c-a8d3796353f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:28.125321 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7e4c5d-b71f-4de9-916a-10d327086b34 x-openstack-request-id: req-ed7e4c5d-b71f-4de9-916a-10d327086b34 {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:34:28.125654 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba08d2b5-ae9e-43db-b376-18011c8863f6", "tag": "334d5ed1-db63-42dc-bee7-9a695829f7de", "status": "completed", "code": 200}]} {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:34:28.125981 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ed7e4c5d-b71f-4de9-916a-10d327086b34 {{(pid=101843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:34:28.126506 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba08d2b5-ae9e-43db-b376-18011c8863f6', 'tag': '334d5ed1-db63-42dc-bee7-9a695829f7de', 'status': 'completed', 'code': 200} Oct 29 01:34:28.135326 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-b75dcd59-3a0e-4951-98d1-d94ddc2a84c8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=74eef9ed69414eeb86a9dd9f971a8a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3969009 Oct 29 01:34:28.141754 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 35076) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:28.157885 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dcd59-3a0e-4951-98d1-d94ddc2a84c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffd45ab-06e8-469b-852b-486ce4ca0508,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:28.210387 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3a49266c-a789-4b72-be93-ddc918a2531f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:28.222574 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-89e7ffad-73c4-4c50-b8ef-90c73ad31e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 4, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': 'c149cae2-99f1-472c-8f28-9c4785fd1818', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'port_id': '334d5ed1-db63-42dc-bee7-9a695829f7de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'mac_address': 'fa:16:3e:83:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba08d2b5-ae9e-43db-b376-18011c8863f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:33:59Z', 'updated_at': '2021-10-29T01:34:26Z', 'revision_number': 1, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca41fa19-b501-4ae0-ae41-4e21872c5d6b', 'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'mac_address': 'fa:16:3e:cb:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 5, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'subnets': [{'id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:28.249955 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e7ffad-73c4-4c50-b8ef-90c73ad31e6a None None] The sync data for ids ['58ecb1c1-c6e1-478b-90bc-785facda450d'] in dv-cinder-813984-5-iscsi is: [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 4, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': 'c149cae2-99f1-472c-8f28-9c4785fd1818', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'port_id': '334d5ed1-db63-42dc-bee7-9a695829f7de', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'mac_address': 'fa:16:3e:83:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba08d2b5-ae9e-43db-b376-18011c8863f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:33:59Z', 'updated_at': '2021-10-29T01:34:26Z', 'revision_number': 1, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca41fa19-b501-4ae0-ae41-4e21872c5d6b', 'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'mac_address': 'fa:16:3e:cb:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 5, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'subnets': [{'id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:34:28.253656 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3a49266c-a789-4b72-be93-ddc918a2531f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:28.272572 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344f2bf-0314-4cc4-93d0-e19cc4541f7a req-09121776-090b-4222-b078-f74e7841d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:28.274073 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f344f2bf-0314-4cc4-93d0-e19cc4541f7a req-09121776-090b-4222-b078-f74e7841d295 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c51a2093a0874d52a08f6e25489ba181&device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 1098 time: 0.1224723 Oct 29 01:34:28.276974 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f67da71-978b-405d-b85b-180e98121771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:28.359568 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f67da71-978b-405d-b85b-180e98121771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:28.428393 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344f2bf-0314-4cc4-93d0-e19cc4541f7a req-a5593ef8-0eaf-467b-87f0-56a5d3f8060f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:28.432991 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f344f2bf-0314-4cc4-93d0-e19cc4541f7a req-a5593ef8-0eaf-467b-87f0-56a5d3f8060f service neutron] 10.222.0.83 "GET /v2.0/networks?id=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c HTTP/1.1" status: 200 len: 911 time: 0.1432335 Oct 29 01:34:28.454840 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79382cb6-a286-40d8-a958-c3dad01771d0 None None] New status for floating IP c149cae2-99f1-472c-8f28-9c4785fd1818: ACTIVE {{(pid=101845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:34:28.489325 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3a49266c-a789-4b72-be93-ddc918a2531f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:28.492181 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3a49266c-a789-4b72-be93-ddc918a2531f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:28.493431 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-3a49266c-a789-4b72-be93-ddc918a2531f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e3621665-d676-4ce7-a02c-ce8abe05ead8 HTTP/1.1" status: 204 len: 168 time: 0.4113469 Oct 29 01:34:28.514923 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a49266c-a789-4b72-be93-ddc918a2531f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3621665-d676-4ce7-a02c-ce8abe05ead8,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:28.518767 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f67da71-978b-405d-b85b-180e98121771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:28.521461 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1f67da71-978b-405d-b85b-180e98121771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:28.524912 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-1f67da71-978b-405d-b85b-180e98121771 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6ffd45ab-06e8-469b-852b-486ce4ca0508 HTTP/1.1" status: 204 len: 168 time: 0.3794234 Oct 29 01:34:28.538799 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67da71-978b-405d-b85b-180e98121771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffd45ab-06e8-469b-852b-486ce4ca0508,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:28.542027 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f344f2bf-0314-4cc4-93d0-e19cc4541f7a req-cf7453da-0c1c-458d-97ca-fbee89d136f7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=334d5ed1-db63-42dc-bee7-9a695829f7de HTTP/1.1" status: 200 len: 999 time: 0.0964110 Oct 29 01:34:28.618415 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344f2bf-0314-4cc4-93d0-e19cc4541f7a req-5ed1ea8f-26d8-4533-aa7c-e45a026fa7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:28.619976 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f344f2bf-0314-4cc4-93d0-e19cc4541f7a req-5ed1ea8f-26d8-4533-aa7c-e45a026fa7fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=67bc09a3-f88c-4c46-a274-32b5b88cd6f4 HTTP/1.1" status: 200 len: 849 time: 0.0673079 Oct 29 01:34:28.669417 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f344f2bf-0314-4cc4-93d0-e19cc4541f7a req-202bece7-a999-42d6-818d-f5fff0fa87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:28.671657 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f344f2bf-0314-4cc4-93d0-e19cc4541f7a req-202bece7-a999-42d6-818d-f5fff0fa87a8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420117 Oct 29 01:34:28.773932 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f344f2bf-0314-4cc4-93d0-e19cc4541f7a req-ee8ad348-4da2-4bf0-80f2-4650d4d6bc32 service neutron] 10.222.0.83 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909190 Oct 29 01:34:28.879033 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f344f2bf-0314-4cc4-93d0-e19cc4541f7a req-b4d27515-889c-4464-b6e9-d34933c88532 service neutron] 10.222.0.83 "GET /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958254 Oct 29 01:34:29.694675 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 35130) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:29.792155 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-5fe9d349-ab26-4c0a-949f-c2e1884386f2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1567048712-network', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:29.885599 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe9d349-ab26-4c0a-949f-c2e1884386f2 admin admin] Made reservation on behalf of 700a9aa6afdf4de6b64d375544d7eb88 for: {'network': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:34:29.888096 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5fe9d349-ab26-4c0a-949f-c2e1884386f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:29.897344 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5fe9d349-ab26-4c0a-949f-c2e1884386f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:29.974056 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5fe9d349-ab26-4c0a-949f-c2e1884386f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:30.085361 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5fe9d349-ab26-4c0a-949f-c2e1884386f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:30.112935 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe9d349-ab26-4c0a-949f-c2e1884386f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=101842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:34:30.118661 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9d349-ab26-4c0a-949f-c2e1884386f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244160d0-e94c-4a70-a9d4-50efe6d49f27,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:30.130816 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5fe9d349-ab26-4c0a-949f-c2e1884386f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:30.130816 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.segments_db [None req-5fe9d349-ab26-4c0a-949f-c2e1884386f2 admin admin] Added segment 0dba833e-ba51-4eae-977f-a7b714cc5865 of type vlan for network f19f3101-bbb3-4742-8a56-446cb8123c94 Oct 29 01:34:30.168871 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5fe9d349-ab26-4c0a-949f-c2e1884386f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:30.205693 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf6c0472-7b35-4cba-9dd7-e0b908ae5a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:30.262731 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5fe9d349-ab26-4c0a-949f-c2e1884386f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:30.263664 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe9d349-ab26-4c0a-949f-c2e1884386f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:30.264785 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5fe9d349-ab26-4c0a-949f-c2e1884386f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:30.329921 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9d349-ab26-4c0a-949f-c2e1884386f2 admin admin] Pushing event updated for resources: {'Network': ['ID=f19f3101-bbb3-4742-8a56-446cb8123c94,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:30.342506 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network f19f3101-bbb3-4742-8a56-446cb8123c94 details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:34:30.391772 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-5fe9d349-ab26-4c0a-949f-c2e1884386f2 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6957927 Oct 29 01:34:30.394678 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 35138) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:30.399482 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-61e0bf65-84cd-4e86-a083-2888f2bba367 admin admin] Request body: {'subnet': {'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1567048712-subnet', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'ip_version': 4}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:30.508360 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e0bf65-84cd-4e86-a083-2888f2bba367 admin admin] Made reservation on behalf of 700a9aa6afdf4de6b64d375544d7eb88 for: {'subnet': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:34:30.510756 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-61e0bf65-84cd-4e86-a083-2888f2bba367 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26098713'] for subnet, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:30.759973 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-61e0bf65-84cd-4e86-a083-2888f2bba367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26056790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26099171'] for subnet, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:30.820334 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0bf65-84cd-4e86-a083-2888f2bba367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2d5b53-2760-4c65-a2d6-1cc01bf828e7,revision_number=0']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:30.829779 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e0bf65-84cd-4e86-a083-2888f2bba367 admin admin] Checking segment: {'id': '0dba833e-ba51-4eae-977f-a7b714cc5865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:34:30.830148 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e0bf65-84cd-4e86-a083-2888f2bba367 admin admin] Network hostable DHCP agents. Network: f19f3101-bbb3-4742-8a56-446cb8123c94, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:34:30.919709 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e0bf65-84cd-4e86-a083-2888f2bba367 admin admin] Network f19f3101-bbb3-4742-8a56-446cb8123c94 is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:34:31.022878 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-61e0bf65-84cd-4e86-a083-2888f2bba367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, f19f3101-bbb3-4742-8a56-446cb8123c94) {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:31.027746 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e0bf65-84cd-4e86-a083-2888f2bba367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:31.028374 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-61e0bf65-84cd-4e86-a083-2888f2bba367 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.033013 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab72daa-6bbd-49b4-b18c-fad3f072f6d8 None None] Network f19f3101-bbb3-4742-8a56-446cb8123c94 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:34:31.075243 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.117126 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-61e0bf65-84cd-4e86-a083-2888f2bba367 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7213321 Oct 29 01:34:31.119846 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 35146) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:31.124329 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1567048712-router', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:31.192666 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d33461b-c472-5369-acc0-faddeed87618-f19f3101-bbb3-4742-8a56-446cb8123c94', 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'fixed_ips': [{'subnet_id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7'}]}} from dv-cinder-813984-5-iscsi. {{(pid=101844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 01:34:31.193544 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.240780 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3604'] for router, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.241969 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3587'] for router, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.297259 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.337012 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Allocated IP 172.20.0.2 (f19f3101-bbb3-4742-8a56-446cb8123c94/5c2d5b53-2760-4c65-a2d6-1cc01bf828e7/acae83c4-9c8b-4fed-8c47-a725993c219d) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:34:31.338920 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.490026 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Publish callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.496435 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.582817 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.628880 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Network f19f3101-bbb3-4742-8a56-446cb8123c94 is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:34:31.631747 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:31.637387 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:34:31.644133 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Pushing event updated for resources: {'Port': ['ID=acae83c4-9c8b-4fed-8c47-a725993c219d,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:31.702649 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Attempting to bind port acae83c4-9c8b-4fed-8c47-a725993c219d on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:34:31.703288 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Attempting to bind port acae83c4-9c8b-4fed-8c47-a725993c219d by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '0dba833e-ba51-4eae-977f-a7b714cc5865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:34:31.703659 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Attempting to bind port acae83c4-9c8b-4fed-8c47-a725993c219d on network f19f3101-bbb3-4742-8a56-446cb8123c94 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:34:31.709207 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:34:31.709585 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Checking segment: {'id': '0dba833e-ba51-4eae-977f-a7b714cc5865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:34:31.709987 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.710377 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Bound using segment: {'id': '0dba833e-ba51-4eae-977f-a7b714cc5865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:34:31.711002 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Bound port: acae83c4-9c8b-4fed-8c47-a725993c219d, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dba833e-ba51-4eae-977f-a7b714cc5865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:34:31.711329 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.785227 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] For port acae83c4-9c8b-4fed-8c47-a725993c219d, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:34:31.788346 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] For port acae83c4-9c8b-4fed-8c47-a725993c219d, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=acae83c4-9c8b-4fed-8c47-a725993c219d,segment=NetworkSegment(0dba833e-ba51-4eae-977f-a7b714cc5865),segment_id=0dba833e-ba51-4eae-977f-a7b714cc5865)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:34:31.804818 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.824531 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.879154 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:31.939149 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e368f-edf3-4e14-ae1c-d6018d4aedd8 None None] Pushing event updated for resources: {'Port': ['ID=acae83c4-9c8b-4fed-8c47-a725993c219d,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:31.944570 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Allocated IP 172.27.3.156 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/11039456-d521-4ba5-b8ca-82d14b3d967f) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:34:32.058765 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:32.172854 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:32.221457 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:34:32.225380 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:32.227822 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:34:32.231517 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Pushing event updated for resources: {'Port': ['ID=11039456-d521-4ba5-b8ca-82d14b3d967f,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:32.586807 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:32.765093 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device acae83c4-9c8b-4fed-8c47-a725993c219d up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:34:32.822442 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port acae83c4-9c8b-4fed-8c47-a725993c219d triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:32.822442 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:32.902541 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2230350d-6756-4f18-a82d-c5fd9f914a9a None None] Network f19f3101-bbb3-4742-8a56-446cb8123c94 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:34:32.985395 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:33.009089 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-462f7378-0010-41b1-8312-645c6b1d140a None None] Provisioning complete for port acae83c4-9c8b-4fed-8c47-a725993c219d triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:33.009462 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-462f7378-0010-41b1-8312-645c6b1d140a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:33.068196 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991112'] for router, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:33.069374 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:33.077726 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] For port acae83c4-9c8b-4fed-8c47-a725993c219d, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=acae83c4-9c8b-4fed-8c47-a725993c219d,segment=NetworkSegment(0dba833e-ba51-4eae-977f-a7b714cc5865),segment_id=0dba833e-ba51-4eae-977f-a7b714cc5865)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:33.191135 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-462f7378-0010-41b1-8312-645c6b1d140a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:33.206327 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:33.295912 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Pushing event updated for resources: {'Port': ['ID=acae83c4-9c8b-4fed-8c47-a725993c219d,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:33.301065 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Router a52bde3a-ca59-43cf-8c76-43c13974506e is scheduled to L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac with binding_index 1 {{(pid=101842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 01:34:33.301493 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.db.api [None req-462f7378-0010-41b1-8312-645c6b1d140a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101844) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 29 01:34:33.301859 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG oslo_db.api [None req-462f7378-0010-41b1-8312-645c6b1d140a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 29 01:34:33.413458 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:34:33.422635 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Sync routers for ids ['a52bde3a-ca59-43cf-8c76-43c13974506e'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:34:33.432547 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Routers {'a52bde3a-ca59-43cf-8c76-43c13974506e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:34:33.433214 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:34:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['a52bde3a-ca59-43cf-8c76-43c13974506e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:33.542183 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Set router a52bde3a-ca59-43cf-8c76-43c13974506e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:34:33.590670 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] Publish callbacks [] for router, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:33.592013 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-ccc5c239-0a28-40a5-9405-e530fd8e1a61 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4710584 Oct 29 01:34:33.595029 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 35174) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:33.732832 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'name': 'tempest-TestMinimumBasicScenario-1567048712-router', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:32Z', 'revision_number': 3, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'gw_port': {'id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:33.759570 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Checking router: a52bde3a-ca59-43cf-8c76-43c13974506e for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:34:33.759939 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Updating router a52bde3a-ca59-43cf-8c76-43c13974506e port 11039456-d521-4ba5-b8ca-82d14b3d967f binding host dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:34:33.786549 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:34.045681 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:34.143415 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-70934f3d-4bd8-4dc7-9621-2f6021ff62b7 None None] Provisioning complete for port acae83c4-9c8b-4fed-8c47-a725993c219d triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:34.143842 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-70934f3d-4bd8-4dc7-9621-2f6021ff62b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:34.222238 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] Allocated IP 172.20.0.1 (f19f3101-bbb3-4742-8a56-446cb8123c94/5c2d5b53-2760-4c65-a2d6-1cc01bf828e7/6c9ce740-a04a-4348-91c9-ed15399c9a11) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:34:34.306864 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Publish callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:34.356603 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:34.381668 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:34.437758 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Attempting to bind port 11039456-d521-4ba5-b8ca-82d14b3d967f on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:34:34.438130 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Attempting to bind port 11039456-d521-4ba5-b8ca-82d14b3d967f by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:34:34.438495 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Attempting to bind port 11039456-d521-4ba5-b8ca-82d14b3d967f on network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:34:34.445703 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14caaa-da95-4e5e-a874-66fdc48658e5 None None] Pushing event updated for resources: {'Port': ['ID=11039456-d521-4ba5-b8ca-82d14b3d967f,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:34.449212 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:34:34.449596 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Checking segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:34:34.449997 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:34.450373 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Bound using segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:34:34.450844 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Bound port: 11039456-d521-4ba5-b8ca-82d14b3d967f, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:34:34.452245 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:34.469354 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:34.504291 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] For port 11039456-d521-4ba5-b8ca-82d14b3d967f, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:34:34.507531 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] For port 11039456-d521-4ba5-b8ca-82d14b3d967f, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=11039456-d521-4ba5-b8ca-82d14b3d967f,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:34:34.512267 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] Network f19f3101-bbb3-4742-8a56-446cb8123c94 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:34:34.516045 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:34.519791 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:34:34.543165 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] Pushing event updated for resources: {'Port': ['ID=6c9ce740-a04a-4348-91c9-ed15399c9a11,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:34.566228 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989877'] for router_interface, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:34.583282 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:34.649742 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Routers {'a52bde3a-ca59-43cf-8c76-43c13974506e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:34:34.650400 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:34:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['a52bde3a-ca59-43cf-8c76-43c13974506e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:34.657346 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14caaa-da95-4e5e-a874-66fdc48658e5 None None] Pushing event updated for resources: {'Port': ['ID=11039456-d521-4ba5-b8ca-82d14b3d967f,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:34.756756 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-8c30d1d6-d007-4fe6-a94e-0b9557465589 None None] Provisioning complete for port 6c9ce740-a04a-4348-91c9-ed15399c9a11 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:34.757145 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-8c30d1d6-d007-4fe6-a94e-0b9557465589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:34.762523 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device acae83c4-9c8b-4fed-8c47-a725993c219d up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:34:34.804136 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:34.838121 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-8c30d1d6-d007-4fe6-a94e-0b9557465589 None None] Port 6c9ce740-a04a-4348-91c9-ed15399c9a11 cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:34:34.850798 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] Set router a52bde3a-ca59-43cf-8c76-43c13974506e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:34:34.950396 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port acae83c4-9c8b-4fed-8c47-a725993c219d triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:34.950689 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:34.976561 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:35.091548 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:35.108031 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'name': 'tempest-TestMinimumBasicScenario-1567048712-router', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:32Z', 'revision_number': 3, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'gw_port': {'id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:35.140644 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b64839a-de64-445d-8015-50bffcf8ca33 None None] The sync data for ids ['a52bde3a-ca59-43cf-8c76-43c13974506e'] in dv-cinder-813984-5-iscsi is: [{'id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'name': 'tempest-TestMinimumBasicScenario-1567048712-router', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:32Z', 'revision_number': 3, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'gw_port': {'id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:34:35.182113 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] Pushing event updated for resources: {'Port': ['ID=6c9ce740-a04a-4348-91c9-ed15399c9a11,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:35.184430 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987973'] for router_interface, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:35.292425 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] Network f19f3101-bbb3-4742-8a56-446cb8123c94 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:34:35.293789 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:35.445348 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] Router a52bde3a-ca59-43cf-8c76-43c13974506e has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:34:35.583767 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:34:35.592222 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-1102bcb4-a70e-48d9-8f88-7e3abba4f549 admin admin] 10.222.0.87 "PUT /v2.0/routers/a52bde3a-ca59-43cf-8c76-43c13974506e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9955993 Oct 29 01:34:35.665950 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-c78cd89a-ecec-4923-94e0-9d4935859e03 None None] Provisioning complete for port 6c9ce740-a04a-4348-91c9-ed15399c9a11 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:35.666499 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c78cd89a-ecec-4923-94e0-9d4935859e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:35.718451 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-c78cd89a-ecec-4923-94e0-9d4935859e03 None None] Port 6c9ce740-a04a-4348-91c9-ed15399c9a11 cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:34:36.471662 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 35242) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:36.477519 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-ce319ed9-efe8-4a8b-8a09-72f6fe7926bb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1342025673-network', 'tenant_id': 'd74714cd6d7e4451ba7ba7c71b662cec'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:36.582918 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce319ed9-efe8-4a8b-8a09-72f6fe7926bb admin admin] Made reservation on behalf of d74714cd6d7e4451ba7ba7c71b662cec for: {'network': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:34:36.585342 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce319ed9-efe8-4a8b-8a09-72f6fe7926bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:36.595219 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce319ed9-efe8-4a8b-8a09-72f6fe7926bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:36.690911 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce319ed9-efe8-4a8b-8a09-72f6fe7926bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:36.756882 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 11039456-d521-4ba5-b8ca-82d14b3d967f up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:34:36.775636 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce319ed9-efe8-4a8b-8a09-72f6fe7926bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:36.804833 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce319ed9-efe8-4a8b-8a09-72f6fe7926bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 906} {{(pid=101842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:34:36.815579 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce319ed9-efe8-4a8b-8a09-72f6fe7926bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afbc209-04f6-4afa-8938-e52d083809a9,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:36.817065 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 11039456-d521-4ba5-b8ca-82d14b3d967f triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:36.818109 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:36.824848 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce319ed9-efe8-4a8b-8a09-72f6fe7926bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:36.825201 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.segments_db [None req-ce319ed9-efe8-4a8b-8a09-72f6fe7926bb admin admin] Added segment f252df84-98f8-466b-a09d-a1ecfb2416fb of type vlan for network fab775ce-029d-4bd1-a7a9-5d02e41650df Oct 29 01:34:36.846626 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Sync routers for ids ['a52bde3a-ca59-43cf-8c76-43c13974506e'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:34:36.871825 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Routers {'a52bde3a-ca59-43cf-8c76-43c13974506e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:34:36.873812 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:34:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['a52bde3a-ca59-43cf-8c76-43c13974506e'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:36.881895 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce319ed9-efe8-4a8b-8a09-72f6fe7926bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:36.913403 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:36.938202 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] For port 11039456-d521-4ba5-b8ca-82d14b3d967f, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=11039456-d521-4ba5-b8ca-82d14b3d967f,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:36.999074 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Set router a52bde3a-ca59-43cf-8c76-43c13974506e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:34:37.018199 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce319ed9-efe8-4a8b-8a09-72f6fe7926bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:37.019937 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce319ed9-efe8-4a8b-8a09-72f6fe7926bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:37.020651 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-ce319ed9-efe8-4a8b-8a09-72f6fe7926bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:37.051318 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:37.098368 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce319ed9-efe8-4a8b-8a09-72f6fe7926bb admin admin] Pushing event updated for resources: {'Network': ['ID=fab775ce-029d-4bd1-a7a9-5d02e41650df,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:37.108194 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network fab775ce-029d-4bd1-a7a9-5d02e41650df details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:34:37.188172 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Pushing event updated for resources: {'Port': ['ID=11039456-d521-4ba5-b8ca-82d14b3d967f,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:37.194023 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 35256) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:37.200549 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-ce319ed9-efe8-4a8b-8a09-72f6fe7926bb admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7269213 Oct 29 01:34:37.202304 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-4b435775-1d55-4968-9fd8-8d117a9bc2dc admin admin] Request body: {'subnet': {'network_id': 'fab775ce-029d-4bd1-a7a9-5d02e41650df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1342025673-subnet', 'tenant_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'ip_version': 4}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:37.242472 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'name': 'tempest-TestMinimumBasicScenario-1567048712-router', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:34Z', 'revision_number': 4, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'gw_port': {'id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '6c9ce740-a04a-4348-91c9-ed15399c9a11', 'name': '', 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'mac_address': 'fa:16:3e:0f:44:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:34Z', 'updated_at': '2021-10-29T01:34:34Z', 'revision_number': 2, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'subnets': [{'id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:37.280021 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Checking router: a52bde3a-ca59-43cf-8c76-43c13974506e for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:34:37.280021 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Updating router a52bde3a-ca59-43cf-8c76-43c13974506e port 6c9ce740-a04a-4348-91c9-ed15399c9a11 binding host dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:34:37.306222 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:37.349090 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b435775-1d55-4968-9fd8-8d117a9bc2dc admin admin] Made reservation on behalf of d74714cd6d7e4451ba7ba7c71b662cec for: {'subnet': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:34:37.351416 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4b435775-1d55-4968-9fd8-8d117a9bc2dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25205606'] for subnet, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:37.593257 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Publish callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:37.600205 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4b435775-1d55-4968-9fd8-8d117a9bc2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2790585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25205404'] for subnet, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:37.661044 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b435775-1d55-4968-9fd8-8d117a9bc2dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=877ce335-cdf9-4483-a87f-a7e98f148479,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:37.668461 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b435775-1d55-4968-9fd8-8d117a9bc2dc admin admin] Checking segment: {'id': 'f252df84-98f8-466b-a09d-a1ecfb2416fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'fab775ce-029d-4bd1-a7a9-5d02e41650df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:34:37.668634 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b435775-1d55-4968-9fd8-8d117a9bc2dc admin admin] Network hostable DHCP agents. Network: fab775ce-029d-4bd1-a7a9-5d02e41650df, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:34:37.680092 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:37.738170 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f296ccb-8966-402f-a943-ec7ea42c2ed9 None None] Pushing event updated for resources: {'Port': ['ID=6c9ce740-a04a-4348-91c9-ed15399c9a11,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:37.748479 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b435775-1d55-4968-9fd8-8d117a9bc2dc admin admin] Network fab775ce-029d-4bd1-a7a9-5d02e41650df is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:34:37.761036 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296ccb-8966-402f-a943-ec7ea42c2ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:37.761301 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296ccb-8966-402f-a943-ec7ea42c2ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:37.765500 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296ccb-8966-402f-a943-ec7ea42c2ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:37.765500 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296ccb-8966-402f-a943-ec7ea42c2ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:37.765500 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296ccb-8966-402f-a943-ec7ea42c2ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:37.765500 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296ccb-8966-402f-a943-ec7ea42c2ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:37.765500 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296ccb-8966-402f-a943-ec7ea42c2ed9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:37.765500 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296ccb-8966-402f-a943-ec7ea42c2ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:37.765500 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296ccb-8966-402f-a943-ec7ea42c2ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:37.765500 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296ccb-8966-402f-a943-ec7ea42c2ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:37.765500 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296ccb-8966-402f-a943-ec7ea42c2ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:37.765500 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f296ccb-8966-402f-a943-ec7ea42c2ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101845) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:34:37.802520 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Attempting to bind port 6c9ce740-a04a-4348-91c9-ed15399c9a11 on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:34:37.802890 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Attempting to bind port 6c9ce740-a04a-4348-91c9-ed15399c9a11 by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '0dba833e-ba51-4eae-977f-a7b714cc5865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:34:37.803313 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Attempting to bind port 6c9ce740-a04a-4348-91c9-ed15399c9a11 on network f19f3101-bbb3-4742-8a56-446cb8123c94 {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:34:37.808995 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:34:37.809381 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Checking segment: {'id': '0dba833e-ba51-4eae-977f-a7b714cc5865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:34:37.809766 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:37.810155 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Bound using segment: {'id': '0dba833e-ba51-4eae-977f-a7b714cc5865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:34:37.810705 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Bound port: 6c9ce740-a04a-4348-91c9-ed15399c9a11, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dba833e-ba51-4eae-977f-a7b714cc5865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:34:37.811445 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:37.857088 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-4b435775-1d55-4968-9fd8-8d117a9bc2dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, fab775ce-029d-4bd1-a7a9-5d02e41650df) {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:37.862272 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b435775-1d55-4968-9fd8-8d117a9bc2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:37.863386 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4b435775-1d55-4968-9fd8-8d117a9bc2dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:37.869200 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea63d3-4963-44bb-aa61-e5c71abc7548 None None] Network fab775ce-029d-4bd1-a7a9-5d02e41650df requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:34:37.890698 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] For port 6c9ce740-a04a-4348-91c9-ed15399c9a11, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:34:37.894030 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] For port 6c9ce740-a04a-4348-91c9-ed15399c9a11, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=6c9ce740-a04a-4348-91c9-ed15399c9a11,segment=NetworkSegment(0dba833e-ba51-4eae-977f-a7b714cc5865),segment_id=0dba833e-ba51-4eae-977f-a7b714cc5865)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:34:37.979867 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-4b435775-1d55-4968-9fd8-8d117a9bc2dc admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7840774 Oct 29 01:34:37.982702 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 35278) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:37.987090 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1342025673-router', 'tenant_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:38.017756 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.034175 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d33461b-c472-5369-acc0-faddeed87618-fab775ce-029d-4bd1-a7a9-5d02e41650df', 'network_id': 'fab775ce-029d-4bd1-a7a9-5d02e41650df', 'tenant_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'fixed_ips': [{'subnet_id': '877ce335-cdf9-4483-a87f-a7e98f148479'}]}} from dv-cinder-813984-5-iscsi. {{(pid=101844) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 29 01:34:38.035214 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.118605 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-0d2a7be3-d0b4-4f7d-8c9c-70bedb2a72c7 None None] Provisioning complete for port 6c9ce740-a04a-4348-91c9-ed15399c9a11 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:38.118894 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0d2a7be3-d0b4-4f7d-8c9c-70bedb2a72c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.167794 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Routers {'a52bde3a-ca59-43cf-8c76-43c13974506e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:34:38.168347 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:34:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['a52bde3a-ca59-43cf-8c76-43c13974506e'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:38.171991 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f296ccb-8966-402f-a943-ec7ea42c2ed9 None None] Pushing event updated for resources: {'Port': ['ID=6c9ce740-a04a-4348-91c9-ed15399c9a11,revision_number=4']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:38.217994 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-987308', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3604'] for router, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.219069 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-987452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-991157', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-539178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3587'] for router, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.285644 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.347620 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] Set router a52bde3a-ca59-43cf-8c76-43c13974506e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:34:38.371431 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.db_base_plugin_common [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Allocated IP 172.20.0.2 (fab775ce-029d-4bd1-a7a9-5d02e41650df/877ce335-cdf9-4483-a87f-a7e98f148479/ed77f310-1d8a-4635-a241-072843e803d2) {{(pid=101844) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:34:38.425353 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0d2a7be3-d0b4-4f7d-8c9c-70bedb2a72c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.505726 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-0d2a7be3-d0b4-4f7d-8c9c-70bedb2a72c7 None None] For port 6c9ce740-a04a-4348-91c9-ed15399c9a11, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=6c9ce740-a04a-4348-91c9-ed15399c9a11,segment=NetworkSegment(0dba833e-ba51-4eae-977f-a7b714cc5865),segment_id=0dba833e-ba51-4eae-977f-a7b714cc5865)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:38.545651 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.577021 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'name': 'tempest-TestMinimumBasicScenario-1567048712-router', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:34Z', 'revision_number': 4, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'gw_port': {'id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '6c9ce740-a04a-4348-91c9-ed15399c9a11', 'name': '', 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'mac_address': 'fa:16:3e:0f:44:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:34Z', 'updated_at': '2021-10-29T01:34:37Z', 'revision_number': 4, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'subnets': [{'id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:38.584984 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Publish callbacks [] for port, precommit_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.586305 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0d2a7be3-d0b4-4f7d-8c9c-70bedb2a72c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.606591 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4497c1-0c76-4c00-a32f-0582cba9bf07 None None] The sync data for ids ['a52bde3a-ca59-43cf-8c76-43c13974506e'] in dv-cinder-813984-5-iscsi is: [{'id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'name': 'tempest-TestMinimumBasicScenario-1567048712-router', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:34Z', 'revision_number': 4, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'gw_port': {'id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '6c9ce740-a04a-4348-91c9-ed15399c9a11', 'name': '', 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'mac_address': 'fa:16:3e:0f:44:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:34Z', 'updated_at': '2021-10-29T01:34:37Z', 'revision_number': 4, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'subnets': [{'id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:34:38.637163 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2a7be3-d0b4-4f7d-8c9c-70bedb2a72c7 None None] Pushing event updated for resources: {'Port': ['ID=6c9ce740-a04a-4348-91c9-ed15399c9a11,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:38.712589 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-d882263b-7970-472b-9233-4159b6e55044 None None] Provisioning complete for port 6c9ce740-a04a-4348-91c9-ed15399c9a11 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:38.713202 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d882263b-7970-472b-9233-4159b6e55044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.755479 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814'] for port, after_create {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.814371 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Network fab775ce-029d-4bd1-a7a9-5d02e41650df is already hosted by enough agents. {{(pid=101844) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:34:38.819804 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.scheduler.base_scheduler [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Resources bound (agent type, host, resource id): {{(pid=101844) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:38.829155 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Received port after_create {{(pid=101844) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:34:38.832828 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Pushing event updated for resources: {'Port': ['ID=ed77f310-1d8a-4635-a241-072843e803d2,revision_number=1']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:38.858065 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.889426 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.916245 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 6c9ce740-a04a-4348-91c9-ed15399c9a11 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:34:38.980730 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Attempting to bind port ed77f310-1d8a-4635-a241-072843e803d2 on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:34:38.981137 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Attempting to bind port ed77f310-1d8a-4635-a241-072843e803d2 by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': 'f252df84-98f8-466b-a09d-a1ecfb2416fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'fab775ce-029d-4bd1-a7a9-5d02e41650df'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:34:38.981506 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Attempting to bind port ed77f310-1d8a-4635-a241-072843e803d2 on network fab775ce-029d-4bd1-a7a9-5d02e41650df {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:34:38.993299 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:34:38.993596 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Checking segment: {'id': 'f252df84-98f8-466b-a09d-a1ecfb2416fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'fab775ce-029d-4bd1-a7a9-5d02e41650df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:34:38.993983 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:38.994372 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Bound using segment: {'id': 'f252df84-98f8-466b-a09d-a1ecfb2416fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'fab775ce-029d-4bd1-a7a9-5d02e41650df'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:34:38.994855 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Bound port: ed77f310-1d8a-4635-a241-072843e803d2, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f252df84-98f8-466b-a09d-a1ecfb2416fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'fab775ce-029d-4bd1-a7a9-5d02e41650df'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:34:38.995499 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:39.012614 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Allocated IP 172.27.3.7 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/9e37bd81-411c-405d-93fe-bb3293f39cd3) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:34:39.050571 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 6c9ce740-a04a-4348-91c9-ed15399c9a11 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:39.050945 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:39.101005 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] For port ed77f310-1d8a-4635-a241-072843e803d2, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:34:39.105678 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] For port ed77f310-1d8a-4635-a241-072843e803d2, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=ed77f310-1d8a-4635-a241-072843e803d2,segment=NetworkSegment(f252df84-98f8-466b-a09d-a1ecfb2416fb),segment_id=f252df84-98f8-466b-a09d-a1ecfb2416fb)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:34:39.130456 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:39.171262 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 11039456-d521-4ba5-b8ca-82d14b3d967f up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:34:39.237685 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 11039456-d521-4ba5-b8ca-82d14b3d967f triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:39.238063 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:39.270907 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:39.315052 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:39.363434 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:34:39.366208 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33956312-5cd4-4f97-9a25-bdef7e9e2fff None None] Pushing event updated for resources: {'Port': ['ID=ed77f310-1d8a-4635-a241-072843e803d2,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:39.368343 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:39.391059 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:34:39.426664 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Pushing event updated for resources: {'Port': ['ID=9e37bd81-411c-405d-93fe-bb3293f39cd3,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:39.797865 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:39.999460 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-987443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-991112'] for router, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:40.234141 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Router 2ef984db-de14-4a0b-84ec-e2373bd8987b is scheduled to L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac with binding_index 1 {{(pid=101842) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 29 01:34:40.359406 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df444d5-a187-42d5-953c-38fdfd2c201f None None] Network fab775ce-029d-4bd1-a7a9-5d02e41650df requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:34:40.444491 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-d113d1ce-e004-4842-b2c0-621dd731b9c7 None None] Provisioning complete for port ed77f310-1d8a-4635-a241-072843e803d2 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:40.444739 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d113d1ce-e004-4842-b2c0-621dd731b9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:40.589622 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d113d1ce-e004-4842-b2c0-621dd731b9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:40.629252 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:34:40.635766 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-d113d1ce-e004-4842-b2c0-621dd731b9c7 None None] For port ed77f310-1d8a-4635-a241-072843e803d2, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=ed77f310-1d8a-4635-a241-072843e803d2,segment=NetworkSegment(f252df84-98f8-466b-a09d-a1ecfb2416fb),segment_id=f252df84-98f8-466b-a09d-a1ecfb2416fb)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:40.641430 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Sync routers for ids ['2ef984db-de14-4a0b-84ec-e2373bd8987b'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:34:40.655639 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Routers {'2ef984db-de14-4a0b-84ec-e2373bd8987b'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:34:40.655787 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:34:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['2ef984db-de14-4a0b-84ec-e2373bd8987b'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:40.798060 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Set router 2ef984db-de14-4a0b-84ec-e2373bd8987b gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:34:40.802029 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device ed77f310-1d8a-4635-a241-072843e803d2 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:34:40.860681 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d113d1ce-e004-4842-b2c0-621dd731b9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:40.903924 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] Publish callbacks [] for router, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:40.904665 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 35306) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:40.905111 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-3090f8ec-0c98-4614-ae75-ed37b0f4d1d4 admin admin] 10.222.0.87 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9154470 Oct 29 01:34:41.016071 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d113d1ce-e004-4842-b2c0-621dd731b9c7 None None] Pushing event updated for resources: {'Port': ['ID=ed77f310-1d8a-4635-a241-072843e803d2,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:41.025349 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-60b02ee0-9353-4030-8374-fa00bdc2bd2f None None] Provisioning complete for port ed77f310-1d8a-4635-a241-072843e803d2 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:41.025788 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-60b02ee0-9353-4030-8374-fa00bdc2bd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:41.076954 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port ed77f310-1d8a-4635-a241-072843e803d2 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:41.076954 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:41.350121 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:41.364905 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'name': 'tempest-TestMinimumBasicScenario-1342025673-router', 'tenant_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '9e37bd81-411c-405d-93fe-bb3293f39cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:38Z', 'updated_at': '2021-10-29T01:34:39Z', 'revision_number': 3, 'project_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'gw_port': {'id': '9e37bd81-411c-405d-93fe-bb3293f39cd3', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:38Z', 'updated_at': '2021-10-29T01:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:41.392092 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Checking router: 2ef984db-de14-4a0b-84ec-e2373bd8987b for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:34:41.392442 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Updating router 2ef984db-de14-4a0b-84ec-e2373bd8987b port 9e37bd81-411c-405d-93fe-bb3293f39cd3 binding host dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:34:41.422720 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:41.515963 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] Allocated IP 172.20.0.1 (fab775ce-029d-4bd1-a7a9-5d02e41650df/877ce335-cdf9-4483-a87f-a7e98f148479/8945f382-4b46-462e-8496-43807b5de43b) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:34:41.619451 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:41.694781 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Publish callbacks [] for port, precommit_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:41.737556 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:41.782207 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] Network fab775ce-029d-4bd1-a7a9-5d02e41650df is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:34:41.786744 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:41.790331 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:34:41.796415 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] Pushing event updated for resources: {'Port': ['ID=8945f382-4b46-462e-8496-43807b5de43b,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:41.805526 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:41.845596 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-989877'] for router_interface, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:41.874315 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Attempting to bind port 9e37bd81-411c-405d-93fe-bb3293f39cd3 on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:34:41.874699 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Attempting to bind port 9e37bd81-411c-405d-93fe-bb3293f39cd3 by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:34:41.877895 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Attempting to bind port 9e37bd81-411c-405d-93fe-bb3293f39cd3 on network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:34:41.880390 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c6ca9-3fdb-4a07-a2a6-c80ef486693f None None] Pushing event updated for resources: {'Port': ['ID=9e37bd81-411c-405d-93fe-bb3293f39cd3,revision_number=2']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:41.886852 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:34:41.887429 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Checking segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101844) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:34:41.888373 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:41.888572 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Bound using segment: {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'} {{(pid=101844) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:34:41.889011 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.managers [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Bound port: 9e37bd81-411c-405d-93fe-bb3293f39cd3, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '133aa82a-fe43-4aa2-a270-a711c6923ef7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29'}}] {{(pid=101844) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:34:41.889458 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:41.949048 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] For port 9e37bd81-411c-405d-93fe-bb3293f39cd3, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101844) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:34:41.953384 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] For port 9e37bd81-411c-405d-93fe-bb3293f39cd3, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=9e37bd81-411c-405d-93fe-bb3293f39cd3,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101844) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:34:42.040684 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:42.056419 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:42.113728 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c6ca9-3fdb-4a07-a2a6-c80ef486693f None None] Pushing event updated for resources: {'Port': ['ID=9e37bd81-411c-405d-93fe-bb3293f39cd3,revision_number=3']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:42.117230 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-765a570c-4774-47be-a484-c1dfaa7697e7 None None] Provisioning complete for port 8945f382-4b46-462e-8496-43807b5de43b triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:42.117466 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-765a570c-4774-47be-a484-c1dfaa7697e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:42.119566 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Routers {'2ef984db-de14-4a0b-84ec-e2373bd8987b'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:34:42.120219 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:34:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['2ef984db-de14-4a0b-84ec-e2373bd8987b'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:42.228990 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-765a570c-4774-47be-a484-c1dfaa7697e7 None None] Port 8945f382-4b46-462e-8496-43807b5de43b cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:34:42.235504 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:42.266880 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] Set router 2ef984db-de14-4a0b-84ec-e2373bd8987b gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:34:42.336994 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790450'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:42.404803 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] Pushing event updated for resources: {'Port': ['ID=8945f382-4b46-462e-8496-43807b5de43b,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:42.407278 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-638863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-987973'] for router_interface, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:42.473907 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'name': 'tempest-TestMinimumBasicScenario-1342025673-router', 'tenant_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '9e37bd81-411c-405d-93fe-bb3293f39cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:38Z', 'updated_at': '2021-10-29T01:34:41Z', 'revision_number': 4, 'project_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'gw_port': {'id': '9e37bd81-411c-405d-93fe-bb3293f39cd3', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:38Z', 'updated_at': '2021-10-29T01:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8945f382-4b46-462e-8496-43807b5de43b', 'name': '', 'network_id': 'fab775ce-029d-4bd1-a7a9-5d02e41650df', 'tenant_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'mac_address': 'fa:16:3e:a2:9e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '877ce335-cdf9-4483-a87f-a7e98f148479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:41Z', 'updated_at': '2021-10-29T01:34:41Z', 'revision_number': 1, 'project_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'subnets': [{'id': '877ce335-cdf9-4483-a87f-a7e98f148479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:42.500636 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1719b56e-cdec-46ea-8b77-e93a112b376e None None] The sync data for ids ['2ef984db-de14-4a0b-84ec-e2373bd8987b'] in dv-cinder-813984-5-iscsi is: [{'id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'name': 'tempest-TestMinimumBasicScenario-1342025673-router', 'tenant_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '9e37bd81-411c-405d-93fe-bb3293f39cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:38Z', 'updated_at': '2021-10-29T01:34:41Z', 'revision_number': 4, 'project_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'gw_port': {'id': '9e37bd81-411c-405d-93fe-bb3293f39cd3', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:38Z', 'updated_at': '2021-10-29T01:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8945f382-4b46-462e-8496-43807b5de43b', 'name': '', 'network_id': 'fab775ce-029d-4bd1-a7a9-5d02e41650df', 'tenant_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'mac_address': 'fa:16:3e:a2:9e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '877ce335-cdf9-4483-a87f-a7e98f148479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:41Z', 'updated_at': '2021-10-29T01:34:41Z', 'revision_number': 1, 'project_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'subnets': [{'id': '877ce335-cdf9-4483-a87f-a7e98f148479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:34:42.506952 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] Network fab775ce-029d-4bd1-a7a9-5d02e41650df is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:34:42.508467 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:34:42.647522 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 35322) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:42.650919 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] Router 2ef984db-de14-4a0b-84ec-e2373bd8987b has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:34:42.793128 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device ed77f310-1d8a-4635-a241-072843e803d2 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:34:42.796976 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:34:42.802926 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-c2f6a02f-1bd7-4379-b270-4ca961a47a78 admin admin] 10.222.0.87 "PUT /v2.0/routers/2ef984db-de14-4a0b-84ec-e2373bd8987b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9026206 Oct 29 01:34:42.861278 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bce32225-6a5a-4c52-93b1-8c11d32b86a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:42.865414 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-767fe336-bc14-404f-b7ab-a73336f137b9 None None] Provisioning complete for port 8945f382-4b46-462e-8496-43807b5de43b triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:42.870914 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-767fe336-bc14-404f-b7ab-a73336f137b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:42.918910 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port ed77f310-1d8a-4635-a241-072843e803d2 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:42.919191 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:42.953370 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-767fe336-bc14-404f-b7ab-a73336f137b9 None None] Port 8945f382-4b46-462e-8496-43807b5de43b cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:34:43.007375 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bce32225-6a5a-4c52-93b1-8c11d32b86a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:43.079983 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bce32225-6a5a-4c52-93b1-8c11d32b86a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:43.120965 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-bce32225-6a5a-4c52-93b1-8c11d32b86a3 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2575d357a67341599504fe3761ab5e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4707429 Oct 29 01:34:43.122193 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce32225-6a5a-4c52-93b1-8c11d32b86a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4926a9-3739-419e-9fe4-f1fc6cada78c,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:43.124986 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 35336) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:43.184261 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2e57a84e-3ed5-4148-97d5-9caf5bf2ab32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:43.208567 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2e57a84e-3ed5-4148-97d5-9caf5bf2ab32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:43.369866 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:43.417409 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2e57a84e-3ed5-4148-97d5-9caf5bf2ab32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:43.420391 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2e57a84e-3ed5-4148-97d5-9caf5bf2ab32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:43.421792 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-2e57a84e-3ed5-4148-97d5-9caf5bf2ab32 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ea4926a9-3739-419e-9fe4-f1fc6cada78c HTTP/1.1" status: 204 len: 168 time: 0.2959342 Oct 29 01:34:43.431529 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57a84e-3ed5-4148-97d5-9caf5bf2ab32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4926a9-3739-419e-9fe4-f1fc6cada78c,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:44.812307 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 9e37bd81-411c-405d-93fe-bb3293f39cd3 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:34:44.923345 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 9e37bd81-411c-405d-93fe-bb3293f39cd3 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:44.923712 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:45.036564 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:45.074614 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] For port 9e37bd81-411c-405d-93fe-bb3293f39cd3, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=9e37bd81-411c-405d-93fe-bb3293f39cd3,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:45.205994 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:45.258432 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Pushing event updated for resources: {'Port': ['ID=9e37bd81-411c-405d-93fe-bb3293f39cd3,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:46.684478 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Sync routers for ids ['2ef984db-de14-4a0b-84ec-e2373bd8987b'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:34:46.688264 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Routers {'2ef984db-de14-4a0b-84ec-e2373bd8987b'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:34:46.688907 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:34:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['2ef984db-de14-4a0b-84ec-e2373bd8987b'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:46.739496 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 9e37bd81-411c-405d-93fe-bb3293f39cd3 up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:34:46.797123 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 9e37bd81-411c-405d-93fe-bb3293f39cd3 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:46.797123 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:46.814456 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Set router 2ef984db-de14-4a0b-84ec-e2373bd8987b gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:34:47.037152 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'name': 'tempest-TestMinimumBasicScenario-1342025673-router', 'tenant_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '9e37bd81-411c-405d-93fe-bb3293f39cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:38Z', 'updated_at': '2021-10-29T01:34:41Z', 'revision_number': 4, 'project_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'gw_port': {'id': '9e37bd81-411c-405d-93fe-bb3293f39cd3', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:38Z', 'updated_at': '2021-10-29T01:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8945f382-4b46-462e-8496-43807b5de43b', 'name': '', 'network_id': 'fab775ce-029d-4bd1-a7a9-5d02e41650df', 'tenant_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'mac_address': 'fa:16:3e:a2:9e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '877ce335-cdf9-4483-a87f-a7e98f148479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:41Z', 'updated_at': '2021-10-29T01:34:42Z', 'revision_number': 2, 'project_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'subnets': [{'id': '877ce335-cdf9-4483-a87f-a7e98f148479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:47.064411 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Checking router: 2ef984db-de14-4a0b-84ec-e2373bd8987b for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:34:47.064824 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Updating router 2ef984db-de14-4a0b-84ec-e2373bd8987b port 8945f382-4b46-462e-8496-43807b5de43b binding host dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 29 01:34:47.093351 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:47.137004 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:34:47.366645 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Publish callbacks [] for port, precommit_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:47.468629 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:47.524502 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e3ddc-2449-4270-8e64-1c188b607200 None None] Pushing event updated for resources: {'Port': ['ID=8945f382-4b46-462e-8496-43807b5de43b,revision_number=3']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:47.614722 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Attempting to bind port 8945f382-4b46-462e-8496-43807b5de43b on host dv-cinder-813984-5-iscsi for vnic_type normal with profile {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:34:47.615093 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Attempting to bind port 8945f382-4b46-462e-8496-43807b5de43b by drivers openvswitch,hyperv on host dv-cinder-813984-5-iscsi at level 0 using segments [{'id': 'f252df84-98f8-466b-a09d-a1ecfb2416fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'fab775ce-029d-4bd1-a7a9-5d02e41650df'}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:34:47.615562 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Attempting to bind port 8945f382-4b46-462e-8496-43807b5de43b on network fab775ce-029d-4bd1-a7a9-5d02e41650df {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:34:47.633240 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Checking agent: {'id': '51d19319-d8cd-4084-a724-3877674930df', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813984-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 20, 31), 'started_at': datetime.datetime(2021, 10, 29, 1, 21, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813984-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:34:47.633763 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Checking segment: {'id': 'f252df84-98f8-466b-a09d-a1ecfb2416fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'fab775ce-029d-4bd1-a7a9-5d02e41650df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101845) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:34:47.636748 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:47.651556 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Bound using segment: {'id': 'f252df84-98f8-466b-a09d-a1ecfb2416fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'fab775ce-029d-4bd1-a7a9-5d02e41650df'} {{(pid=101845) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:34:47.651556 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.managers [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Bound port: 8945f382-4b46-462e-8496-43807b5de43b, host: dv-cinder-813984-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f252df84-98f8-466b-a09d-a1ecfb2416fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 906, 'network_id': 'fab775ce-029d-4bd1-a7a9-5d02e41650df'}}] {{(pid=101845) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:34:47.651556 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:47.725198 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] For port 8945f382-4b46-462e-8496-43807b5de43b, host dv-cinder-813984-5-iscsi, cleared binding levels {{(pid=101845) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:34:47.729455 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.plugins.ml2.db [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] For port 8945f382-4b46-462e-8496-43807b5de43b, host dv-cinder-813984-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=8945f382-4b46-462e-8496-43807b5de43b,segment=NetworkSegment(f252df84-98f8-466b-a09d-a1ecfb2416fb),segment_id=f252df84-98f8-466b-a09d-a1ecfb2416fb)] {{(pid=101845) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:34:47.808630 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron_lib.callbacks.manager [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101845) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:47.812105 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-bf0bdf5d-9693-4d40-b0c1-1be5b43540f2 None None] Provisioning complete for port 8945f382-4b46-462e-8496-43807b5de43b triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:47.813121 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf0bdf5d-9693-4d40-b0c1-1be5b43540f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:47.885094 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Routers {'2ef984db-de14-4a0b-84ec-e2373bd8987b'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:34:47.890853 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:34:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['2ef984db-de14-4a0b-84ec-e2373bd8987b'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:47.929046 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf0bdf5d-9693-4d40-b0c1-1be5b43540f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:47.964938 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-bf0bdf5d-9693-4d40-b0c1-1be5b43540f2 None None] For port 8945f382-4b46-462e-8496-43807b5de43b, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=8945f382-4b46-462e-8496-43807b5de43b,segment=NetworkSegment(f252df84-98f8-466b-a09d-a1ecfb2416fb),segment_id=f252df84-98f8-466b-a09d-a1ecfb2416fb)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:34:47.995250 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e3ddc-2449-4270-8e64-1c188b607200 None None] Pushing event updated for resources: {'Port': ['ID=8945f382-4b46-462e-8496-43807b5de43b,revision_number=4']} {{(pid=101845) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:48.045945 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] Set router 2ef984db-de14-4a0b-84ec-e2373bd8987b gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:34:48.073955 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bf0bdf5d-9693-4d40-b0c1-1be5b43540f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:48.157965 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0bdf5d-9693-4d40-b0c1-1be5b43540f2 None None] Pushing event updated for resources: {'Port': ['ID=8945f382-4b46-462e-8496-43807b5de43b,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:48.205251 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-58b31aff-4c4e-49f7-a4c3-53249b06c2be None None] Provisioning complete for port 8945f382-4b46-462e-8496-43807b5de43b triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:48.212236 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-58b31aff-4c4e-49f7-a4c3-53249b06c2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:48.449174 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'name': 'tempest-TestMinimumBasicScenario-1342025673-router', 'tenant_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '9e37bd81-411c-405d-93fe-bb3293f39cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:38Z', 'updated_at': '2021-10-29T01:34:41Z', 'revision_number': 4, 'project_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'gw_port': {'id': '9e37bd81-411c-405d-93fe-bb3293f39cd3', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:38Z', 'updated_at': '2021-10-29T01:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8945f382-4b46-462e-8496-43807b5de43b', 'name': '', 'network_id': 'fab775ce-029d-4bd1-a7a9-5d02e41650df', 'tenant_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'mac_address': 'fa:16:3e:a2:9e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '877ce335-cdf9-4483-a87f-a7e98f148479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:41Z', 'updated_at': '2021-10-29T01:34:47Z', 'revision_number': 4, 'project_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'subnets': [{'id': '877ce335-cdf9-4483-a87f-a7e98f148479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:34:48.478775 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f69fe-21ef-4503-8089-f38213e79fbd None None] The sync data for ids ['2ef984db-de14-4a0b-84ec-e2373bd8987b'] in dv-cinder-813984-5-iscsi is: [{'id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'name': 'tempest-TestMinimumBasicScenario-1342025673-router', 'tenant_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '9e37bd81-411c-405d-93fe-bb3293f39cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:38Z', 'updated_at': '2021-10-29T01:34:41Z', 'revision_number': 4, 'project_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'gw_port': {'id': '9e37bd81-411c-405d-93fe-bb3293f39cd3', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:38Z', 'updated_at': '2021-10-29T01:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8945f382-4b46-462e-8496-43807b5de43b', 'name': '', 'network_id': 'fab775ce-029d-4bd1-a7a9-5d02e41650df', 'tenant_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'mac_address': 'fa:16:3e:a2:9e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '877ce335-cdf9-4483-a87f-a7e98f148479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:41Z', 'updated_at': '2021-10-29T01:34:47Z', 'revision_number': 4, 'project_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'subnets': [{'id': '877ce335-cdf9-4483-a87f-a7e98f148479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:34:48.782090 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 8945f382-4b46-462e-8496-43807b5de43b up at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:34:48.849179 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Provisioning complete for port 8945f382-4b46-462e-8496-43807b5de43b triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:34:48.849913 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:55.275157 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 35500) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:55.296479 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39031876-1c82-4afc-8367-93912cd18527 req-0c93558f-117c-4fe2-a799-7fdc99d90aef tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:55.297969 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-39031876-1c82-4afc-8367-93912cd18527 req-0c93558f-117c-4fe2-a799-7fdc99d90aef tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/networks?id=f19f3101-bbb3-4742-8a56-446cb8123c94 HTTP/1.1" status: 200 len: 815 time: 0.1162479 Oct 29 01:34:55.313568 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-39031876-1c82-4afc-8367-93912cd18527 req-2435bb0a-4891-4226-8f82-cb93139e05f4 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/quotas/700a9aa6afdf4de6b64d375544d7eb88 HTTP/1.1" status: 200 len: 375 time: 0.0096121 Oct 29 01:34:55.367294 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-39031876-1c82-4afc-8367-93912cd18527 req-f3073064-48e7-45cf-9ab3-3ba7489eb4b2 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=700a9aa6afdf4de6b64d375544d7eb88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471618 Oct 29 01:34:55.390421 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-07acdeca-74de-4647-be92-ce3f2f8921e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:55.470534 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-07acdeca-74de-4647-be92-ce3f2f8921e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:55.525182 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-39031876-1c82-4afc-8367-93912cd18527 req-d6b0eb67-afd6-4879-91b4-6eb49f9a1997 service neutron] 10.222.0.87 "GET /v2.0/networks/f19f3101-bbb3-4742-8a56-446cb8123c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457493 Oct 29 01:34:55.599605 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-07acdeca-74de-4647-be92-ce3f2f8921e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:55.614430 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-39031876-1c82-4afc-8367-93912cd18527 req-081e4a41-90ed-4c01-953a-8b7003e1b2ba service neutron] 10.222.0.87 "GET /v2.0/networks/f19f3101-bbb3-4742-8a56-446cb8123c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825548 Oct 29 01:34:55.636852 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acdeca-74de-4647-be92-ce3f2f8921e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c78917-aeb2-4e01-adb7-5b79bf4e9dc7,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:55.641935 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-07acdeca-74de-4647-be92-ce3f2f8921e5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d956b29d1d364ab2a1385462223afb80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656852 Oct 29 01:34:55.644571 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 35510) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:34:55.695250 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b805629a-2548-4068-b0c9-6542c5f16c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:55.719818 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b805629a-2548-4068-b0c9-6542c5f16c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:56.000259 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b805629a-2548-4068-b0c9-6542c5f16c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:56.006014 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b805629a-2548-4068-b0c9-6542c5f16c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:56.006014 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-b805629a-2548-4068-b0c9-6542c5f16c82 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/88c78917-aeb2-4e01-adb7-5b79bf4e9dc7 HTTP/1.1" status: 204 len: 168 time: 0.3590493 Oct 29 01:34:56.014827 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805629a-2548-4068-b0c9-6542c5f16c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c78917-aeb2-4e01-adb7-5b79bf4e9dc7,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:34:56.049926 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-209a8d40-1640-4f74-8f88-dbef7b13ba4b req-d495b1f3-5ddc-4058-bd5d-526137bebe2b tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 210 time: 0.0488365 Oct 29 01:34:57.138532 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-88ecc4de-9c99-4264-85df-60aa275da215 req-35c98a2a-c5fd-4ee4-b4e4-43eee46d232a tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 210 time: 0.0276060 Oct 29 01:34:57.302625 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7ef26787-8a5b-4dcf-b80a-af57b587e237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:58.244492 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0464b649-6823-48a7-a16d-ab3602a8fdc8 req-90407ee8-4df3-468f-b712-c539d380dc5c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 210 time: 0.0310228 Oct 29 01:34:59.343196 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-737f1eda-33d6-46f6-a904-a6e3ebb80ce3 req-cdaf9f95-7304-4554-b41c-5449be4a3039 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 210 time: 0.0269270 Oct 29 01:34:59.539859 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39031876-1c82-4afc-8367-93912cd18527 req-306303d1-9910-43c6-9dfb-3766ae7f5c30 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:34:59.541306 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-39031876-1c82-4afc-8367-93912cd18527 req-306303d1-9910-43c6-9dfb-3766ae7f5c30 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.83 "GET /v2.0/networks?id=f19f3101-bbb3-4742-8a56-446cb8123c94 HTTP/1.1" status: 200 len: 815 time: 0.0999560 Oct 29 01:34:59.584499 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-39031876-1c82-4afc-8367-93912cd18527 req-0be9712a-5ac5-434d-8c7e-b2439a68c647 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Request body: {'port': {'device_id': '1faefe62-60e7-43c3-bf58-686598242ea3', 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94', 'admin_state_up': True, 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:34:59.776431 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39031876-1c82-4afc-8367-93912cd18527 req-0be9712a-5ac5-434d-8c7e-b2439a68c647 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Made reservation on behalf of 700a9aa6afdf4de6b64d375544d7eb88 for: {'port': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:34:59.781100 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-39031876-1c82-4afc-8367-93912cd18527 req-0be9712a-5ac5-434d-8c7e-b2439a68c647 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:34:59.916833 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [req-39031876-1c82-4afc-8367-93912cd18527 req-0be9712a-5ac5-434d-8c7e-b2439a68c647 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Allocated IP 172.20.0.4 (f19f3101-bbb3-4742-8a56-446cb8123c94/5c2d5b53-2760-4c65-a2d6-1cc01bf828e7/07d7a9e4-9af6-436e-932a-680c81d02f15) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:35:00.063468 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-39031876-1c82-4afc-8367-93912cd18527 req-0be9712a-5ac5-434d-8c7e-b2439a68c647 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:00.182784 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b7f9de0c-20b6-4733-8ed4-a900c6f0f4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:00.211446 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-39031876-1c82-4afc-8367-93912cd18527 req-0be9712a-5ac5-434d-8c7e-b2439a68c647 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:00.257005 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39031876-1c82-4afc-8367-93912cd18527 req-0be9712a-5ac5-434d-8c7e-b2439a68c647 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Network f19f3101-bbb3-4742-8a56-446cb8123c94 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:35:00.260310 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [req-39031876-1c82-4afc-8367-93912cd18527 req-0be9712a-5ac5-434d-8c7e-b2439a68c647 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:35:00.264127 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-39031876-1c82-4afc-8367-93912cd18527 req-0be9712a-5ac5-434d-8c7e-b2439a68c647 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:35:00.291371 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9712a-5ac5-434d-8c7e-b2439a68c647 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Pushing event updated for resources: {'Port': ['ID=07d7a9e4-9af6-436e-932a-680c81d02f15,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:00.321855 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39031876-1c82-4afc-8367-93912cd18527 req-0be9712a-5ac5-434d-8c7e-b2439a68c647 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:00.322512 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-39031876-1c82-4afc-8367-93912cd18527 req-0be9712a-5ac5-434d-8c7e-b2439a68c647 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:00.465974 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f99e1-9825-4b4b-bc27-884628d30e0d req-b7e9a096-2b7d-47e6-91b8-183dc8d0505e tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:00.467407 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-239f99e1-9825-4b4b-bc27-884628d30e0d req-b7e9a096-2b7d-47e6-91b8-183dc8d0505e tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 931 time: 0.0522213 Oct 29 01:35:00.471221 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-39031876-1c82-4afc-8367-93912cd18527 req-0be9712a-5ac5-434d-8c7e-b2439a68c647 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8908179 Oct 29 01:35:00.491872 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Request body: {'port': {'device_id': '1faefe62-60e7-43c3-bf58-686598242ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:35:00.530375 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-6e701487-8e95-4998-b3d8-6a476a778936 None None] Provisioning complete for port 07d7a9e4-9af6-436e-932a-680c81d02f15 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:35:00.531226 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6e701487-8e95-4998-b3d8-6a476a778936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:00.560574 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-239f99e1-9825-4b4b-bc27-884628d30e0d req-99b9a8e5-db22-4592-8f4d-fb0bd4e2cb3e tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866148 Oct 29 01:35:00.584040 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-6e701487-8e95-4998-b3d8-6a476a778936 None None] Port 07d7a9e4-9af6-436e-932a-680c81d02f15 cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:35:00.604962 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:00.937600 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d7a9e4-9af6-436e-932a-680c81d02f15 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:35:00.946459 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:00.960318 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Transition to ACTIVE for port object 07d7a9e4-9af6-436e-932a-680c81d02f15 will not be triggered until provisioned by entity L2. {{(pid=101842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:35:01.062914 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:01.129665 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Pushing event updated for resources: {'Port': ['ID=07d7a9e4-9af6-436e-932a-680c81d02f15,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:01.148520 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:01.212010 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Attempting to bind port 07d7a9e4-9af6-436e-932a-680c81d02f15 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:35:01.212465 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Attempting to bind port 07d7a9e4-9af6-436e-932a-680c81d02f15 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '0dba833e-ba51-4eae-977f-a7b714cc5865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:35:01.212680 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Attempting to bind port 07d7a9e4-9af6-436e-932a-680c81d02f15 on network f19f3101-bbb3-4742-8a56-446cb8123c94 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:35:01.235519 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Port 07d7a9e4-9af6-436e-932a-680c81d02f15 on network f19f3101-bbb3-4742-8a56-446cb8123c94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:35:01.235519 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Attempting to bind port 07d7a9e4-9af6-436e-932a-680c81d02f15 on network f19f3101-bbb3-4742-8a56-446cb8123c94 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:35:01.241631 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:35:01.241973 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Checking segment: {'id': '0dba833e-ba51-4eae-977f-a7b714cc5865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:35:01.242362 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Bound using segment: {'id': '0dba833e-ba51-4eae-977f-a7b714cc5865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:35:01.242800 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Bound port: 07d7a9e4-9af6-436e-932a-680c81d02f15, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dba833e-ba51-4eae-977f-a7b714cc5865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:35:01.243161 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:01.321242 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:01.332005 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] For port 07d7a9e4-9af6-436e-932a-680c81d02f15, host hv-cinder-81398, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:35:01.335551 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] For port 07d7a9e4-9af6-436e-932a-680c81d02f15, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=07d7a9e4-9af6-436e-932a-680c81d02f15,segment=NetworkSegment(0dba833e-ba51-4eae-977f-a7b714cc5865),segment_id=0dba833e-ba51-4eae-977f-a7b714cc5865)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:35:01.406924 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:01.451395 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:01.452042 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:01.454166 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-39031876-1c82-4afc-8367-93912cd18527 req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] 10.222.0.83 "PUT /v2.0/ports/07d7a9e4-9af6-436e-932a-680c81d02f15 HTTP/1.1" status: 200 len: 1093 time: 0.9730175 Oct 29 01:35:01.454607 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1faefe62-60e7-43c3-bf58-686598242ea3', 'tag': '07d7a9e4-9af6-436e-932a-680c81d02f15'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:35:01.457212 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f592c3-ab9e-4b09-b081-01c32e70d99b" -d '{"events": [{"name": "network-changed", "server_uuid": "1faefe62-60e7-43c3-bf58-686598242ea3", "tag": "07d7a9e4-9af6-436e-932a-680c81d02f15"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:35:01.480129 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321a24c-9757-41b1-8079-ff4835059002 service neutron] Pushing event updated for resources: {'Port': ['ID=07d7a9e4-9af6-436e-932a-680c81d02f15,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:02.988805 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:13.272444 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:13.534540 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c542ff3-2c63-4c3f-8bee-50543652e2b1 x-openstack-request-id: req-4c542ff3-2c63-4c3f-8bee-50543652e2b1 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:35:13.534540 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1faefe62-60e7-43c3-bf58-686598242ea3", "tag": "07d7a9e4-9af6-436e-932a-680c81d02f15", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:35:13.535141 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4c542ff3-2c63-4c3f-8bee-50543652e2b1 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:35:13.535141 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1faefe62-60e7-43c3-bf58-686598242ea3', 'tag': '07d7a9e4-9af6-436e-932a-680c81d02f15', 'status': 'completed', 'code': 200} Oct 29 01:35:13.552204 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-15bec617-7e0d-4c87-a58e-78bd90780e23 req-1e53d0ee-a1fa-4c8c-a539-9f9ad3b1738c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517371 Oct 29 01:35:13.646394 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f592c3-ab9e-4b09-b081-01c32e70d99b req-8b5b7440-0a81-4109-9848-92b4edbee51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:13.648037 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c6f592c3-ab9e-4b09-b081-01c32e70d99b req-8b5b7440-0a81-4109-9848-92b4edbee51e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=700a9aa6afdf4de6b64d375544d7eb88&device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0717194 Oct 29 01:35:13.649443 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bec617-7e0d-4c87-a58e-78bd90780e23 req-8863cbfa-1fe1-4ec8-a7c6-ed3617f95d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:13.650977 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-15bec617-7e0d-4c87-a58e-78bd90780e23 req-8863cbfa-1fe1-4ec8-a7c6-ed3617f95d1a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fea0db42704249b29fba70abbda7991c&device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 1098 time: 0.0435693 Oct 29 01:35:13.656155 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909201d-d3d0-465b-904e-ba8352c684a0 req-2617ca2a-ca1c-446b-97a7-2424a42915e3 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:13.657538 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5909201d-d3d0-465b-904e-ba8352c684a0 req-2617ca2a-ca1c-446b-97a7-2424a42915e3 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 943 time: 0.0714738 Oct 29 01:35:13.747470 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5909201d-d3d0-465b-904e-ba8352c684a0 req-3c015bd9-fc25-4d11-a902-f30c9db35e84 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809474 Oct 29 01:35:13.771499 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bec617-7e0d-4c87-a58e-78bd90780e23 req-44c90489-f1e8-4a1c-a08f-8c3599475df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:13.773111 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-15bec617-7e0d-4c87-a58e-78bd90780e23 req-44c90489-f1e8-4a1c-a08f-8c3599475df3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=acba2ac2-4dda-4f15-b3fb-5874b71db82d HTTP/1.1" status: 200 len: 910 time: 0.0976675 Oct 29 01:35:13.784568 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f592c3-ab9e-4b09-b081-01c32e70d99b req-00b31705-172a-4c43-9b2d-ebeb01beb1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:13.786035 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c6f592c3-ab9e-4b09-b081-01c32e70d99b req-00b31705-172a-4c43-9b2d-ebeb01beb1ae service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=700a9aa6afdf4de6b64d375544d7eb88&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1276393 Oct 29 01:35:13.874943 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-15bec617-7e0d-4c87-a58e-78bd90780e23 req-a52a5f31-52c1-41ce-9c8c-a742f28ace59 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf HTTP/1.1" status: 200 len: 1001 time: 0.0933924 Oct 29 01:35:13.893488 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f592c3-ab9e-4b09-b081-01c32e70d99b req-061e3f1b-86be-42ab-a072-778351fa5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:13.894961 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c6f592c3-ab9e-4b09-b081-01c32e70d99b req-061e3f1b-86be-42ab-a072-778351fa5d22 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1002970 Oct 29 01:35:13.927366 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bec617-7e0d-4c87-a58e-78bd90780e23 req-de3a26b7-96a4-4b0a-9775-4e1068942e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:13.928961 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-15bec617-7e0d-4c87-a58e-78bd90780e23 req-de3a26b7-96a4-4b0a-9775-4e1068942e13 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d083ebb-5c9a-460a-ad02-feb3e3129bdc HTTP/1.1" status: 200 len: 848 time: 0.0468278 Oct 29 01:35:13.980720 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39031876-1c82-4afc-8367-93912cd18527 req-7add6a28-b07a-4a5e-882f-4feb2415295e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:13.984074 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-39031876-1c82-4afc-8367-93912cd18527 req-7add6a28-b07a-4a5e-882f-4feb2415295e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=700a9aa6afdf4de6b64d375544d7eb88&device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0415449 Oct 29 01:35:13.984206 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bec617-7e0d-4c87-a58e-78bd90780e23 req-0654bf5f-c8c5-4b6f-b8b1-eb0090be9bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:13.984587 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-15bec617-7e0d-4c87-a58e-78bd90780e23 req-0654bf5f-c8c5-4b6f-b8b1-eb0090be9bad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=acba2ac2-4dda-4f15-b3fb-5874b71db82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440133 Oct 29 01:35:14.034909 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-39031876-1c82-4afc-8367-93912cd18527 req-ac958b46-6b93-40af-aca0-04f938ffaeff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07d7a9e4-9af6-436e-932a-680c81d02f15 HTTP/1.1" status: 200 len: 217 time: 0.0368149 Oct 29 01:35:14.082435 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-15bec617-7e0d-4c87-a58e-78bd90780e23 req-12f9ceba-ea79-4385-9ac9-2f3663a4c5db service neutron] 10.222.0.83 "GET /v2.0/networks/acba2ac2-4dda-4f15-b3fb-5874b71db82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835116 Oct 29 01:35:14.092605 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39031876-1c82-4afc-8367-93912cd18527 req-d6ac4bfe-2db6-45c7-aab2-92c48acf7738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:14.094043 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-39031876-1c82-4afc-8367-93912cd18527 req-d6ac4bfe-2db6-45c7-aab2-92c48acf7738 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c2d5b53-2760-4c65-a2d6-1cc01bf828e7 HTTP/1.1" status: 200 len: 854 time: 0.0507438 Oct 29 01:35:14.139270 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39031876-1c82-4afc-8367-93912cd18527 req-d0bfaf47-cd5b-42a7-97b4-16c481e37826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:14.140776 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-39031876-1c82-4afc-8367-93912cd18527 req-d0bfaf47-cd5b-42a7-97b4-16c481e37826 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f19f3101-bbb3-4742-8a56-446cb8123c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399339 Oct 29 01:35:14.183001 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-15bec617-7e0d-4c87-a58e-78bd90780e23 req-7232e5f5-2437-46e5-a815-fc21086b902b service neutron] 10.222.0.83 "GET /v2.0/networks/acba2ac2-4dda-4f15-b3fb-5874b71db82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912681 Oct 29 01:35:14.239112 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-39031876-1c82-4afc-8367-93912cd18527 req-d56ef311-5c1f-4c03-8e1c-4a7fbb0bbcc1 service neutron] 10.222.0.83 "GET /v2.0/networks/f19f3101-bbb3-4742-8a56-446cb8123c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880649 Oct 29 01:35:14.349223 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-39031876-1c82-4afc-8367-93912cd18527 req-95040dd1-f254-445e-b6bb-9c611b206f7f service neutron] 10.222.0.83 "GET /v2.0/networks/f19f3101-bbb3-4742-8a56-446cb8123c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016157 Oct 29 01:35:14.879044 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd25957-2325-4bae-b76c-cadc31fae205 req-01dcadf2-9704-4dd6-bf0d-bd393422a1fa tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:14.880595 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9dd25957-2325-4bae-b76c-cadc31fae205 req-01dcadf2-9704-4dd6-bf0d-bd393422a1fa tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 943 time: 0.0569592 Oct 29 01:35:14.919821 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9dd25957-2325-4bae-b76c-cadc31fae205 req-786488a5-b953-4f1b-b4b7-a0e98586e122 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331028 Oct 29 01:35:16.044119 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faaf0d-b8dc-4876-b96c-00e622107ee8 req-83d38066-1185-4d3f-adf6-000c4e16a75f tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:16.045632 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e5faaf0d-b8dc-4876-b96c-00e622107ee8 req-83d38066-1185-4d3f-adf6-000c4e16a75f tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 943 time: 0.0532730 Oct 29 01:35:16.084932 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e5faaf0d-b8dc-4876-b96c-00e622107ee8 req-35c965d7-c80d-430c-90f1-03d6185b4cfd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321555 Oct 29 01:35:16.764027 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 07d7a9e4-9af6-436e-932a-680c81d02f15 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:35:16.875606 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 07d7a9e4-9af6-436e-932a-680c81d02f15, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=07d7a9e4-9af6-436e-932a-680c81d02f15,segment=NetworkSegment(0dba833e-ba51-4eae-977f-a7b714cc5865),segment_id=0dba833e-ba51-4eae-977f-a7b714cc5865)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:16.884156 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': '07d7a9e4-9af6-436e-932a-680c81d02f15', 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94', 'port_id': '07d7a9e4-9af6-436e-932a-680c81d02f15', 'mac_address': 'fa:16:3e:82:9a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 937, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:35:16.925097 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:16.937397 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d7a9e4-9af6-436e-932a-680c81d02f15 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:35:16.958191 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 07d7a9e4-9af6-436e-932a-680c81d02f15, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=07d7a9e4-9af6-436e-932a-680c81d02f15,segment=NetworkSegment(0dba833e-ba51-4eae-977f-a7b714cc5865),segment_id=0dba833e-ba51-4eae-977f-a7b714cc5865)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:17.090783 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:17.141079 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=07d7a9e4-9af6-436e-932a-680c81d02f15,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:17.149391 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:17.149771 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:17.150123 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:17.150462 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:17.150799 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:17.151202 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:17.151541 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:17.151907 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:17.152256 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:17.152588 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:17.152912 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:17.158451 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:17.215557 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0700409-2ab4-46b9-a3b7-30bf50304096 req-c7bc374a-0284-4e2b-8023-1a5ec2bff4a6 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:17.215557 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b0700409-2ab4-46b9-a3b7-30bf50304096 req-c7bc374a-0284-4e2b-8023-1a5ec2bff4a6 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 944 time: 0.0516400 Oct 29 01:35:17.247816 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b0700409-2ab4-46b9-a3b7-30bf50304096 req-eafb48c2-9074-40d0-a06c-12d2f4b48995 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340517 Oct 29 01:35:17.367315 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['07d7a9e4-9af6-436e-932a-680c81d02f15'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:35:18.363936 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1235f6-8829-411a-ac03-e1ed5389c2b0 req-cbc797f1-5e5f-451f-9d46-d8ca93a91fa9 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:18.365459 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4d1235f6-8829-411a-ac03-e1ed5389c2b0 req-cbc797f1-5e5f-451f-9d46-d8ca93a91fa9 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 944 time: 0.0495725 Oct 29 01:35:18.406771 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4d1235f6-8829-411a-ac03-e1ed5389c2b0 req-3fd7e9ae-f6c3-4950-808a-f26a5d30629b tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350459 Oct 29 01:35:18.779257 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 07d7a9e4-9af6-436e-932a-680c81d02f15 up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:35:18.930711 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port 07d7a9e4-9af6-436e-932a-680c81d02f15 completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:35:18.934754 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port 07d7a9e4-9af6-436e-932a-680c81d02f15 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:35:18.935123 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:19.137845 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:19.160325 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faefe62-60e7-43c3-bf58-686598242ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d7a9e4-9af6-436e-932a-680c81d02f15'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:35:19.162620 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b759e71-b703-4f7b-990a-79dab4fef7ee" -d '{"events": [{"server_uuid": "1faefe62-60e7-43c3-bf58-686598242ea3", "name": "network-vif-plugged", "status": "completed", "tag": "07d7a9e4-9af6-436e-932a-680c81d02f15"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:35:19.176578 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 07d7a9e4-9af6-436e-932a-680c81d02f15, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=07d7a9e4-9af6-436e-932a-680c81d02f15,segment=NetworkSegment(0dba833e-ba51-4eae-977f-a7b714cc5865),segment_id=0dba833e-ba51-4eae-977f-a7b714cc5865)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:19.284665 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:19.339813 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7640d190-1798-4e69-bf2d-91bd76e7aeb0 x-openstack-request-id: req-7640d190-1798-4e69-bf2d-91bd76e7aeb0 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:35:19.339813 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faefe62-60e7-43c3-bf58-686598242ea3", "name": "network-vif-plugged", "status": "completed", "tag": "07d7a9e4-9af6-436e-932a-680c81d02f15", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:35:19.339813 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7640d190-1798-4e69-bf2d-91bd76e7aeb0 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:35:19.339813 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1faefe62-60e7-43c3-bf58-686598242ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d7a9e4-9af6-436e-932a-680c81d02f15', 'code': 200} Oct 29 01:35:19.341595 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=07d7a9e4-9af6-436e-932a-680c81d02f15,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:19.528379 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be78db-acc5-4393-9ff1-f66a388382a7 req-84b096e2-f217-4b74-addd-0b33eb3e49ac tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:19.529769 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f7be78db-acc5-4393-9ff1-f66a388382a7 req-84b096e2-f217-4b74-addd-0b33eb3e49ac tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 945 time: 0.0537574 Oct 29 01:35:19.569978 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f7be78db-acc5-4393-9ff1-f66a388382a7 req-da05387d-8d2e-44b9-980a-91f03d11a608 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324719 Oct 29 01:35:19.707379 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31daf3f-62bd-430c-86ef-a2a1e8cd1c80 req-b916f3b5-21d3-4cb4-8e87-ba6089b2bb5b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:19.708956 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d31daf3f-62bd-430c-86ef-a2a1e8cd1c80 req-b916f3b5-21d3-4cb4-8e87-ba6089b2bb5b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0552809 Oct 29 01:35:19.775774 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d31daf3f-62bd-430c-86ef-a2a1e8cd1c80 req-d49b0379-ce10-4f66-95e2-f06b483846fb tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601997 Oct 29 01:35:19.788258 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d75bf3-8ec4-4e7b-9ba2-f6eadeb65b1f req-1d169a91-0cdc-4ba4-b52b-ec7d2aa126ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:19.789795 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b8d75bf3-8ec4-4e7b-9ba2-f6eadeb65b1f req-1d169a91-0cdc-4ba4-b52b-ec7d2aa126ab service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 1098 time: 0.0593812 Oct 29 01:35:19.829007 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b8d75bf3-8ec4-4e7b-9ba2-f6eadeb65b1f req-4a39d4f7-531e-40d6-b379-2163dc87510b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299439 Oct 29 01:35:20.704970 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f879e-338e-4d2b-b4bd-bc26ff511f4d req-1f352078-9ebc-4225-bc4c-308165339a62 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:20.707598 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f27f879e-338e-4d2b-b4bd-bc26ff511f4d req-1f352078-9ebc-4225-bc4c-308165339a62 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 945 time: 0.0651758 Oct 29 01:35:20.749183 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f27f879e-338e-4d2b-b4bd-bc26ff511f4d req-faa3a504-41db-4784-82b9-582c37d09d9d tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358789 Oct 29 01:35:20.900732 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab43a3-2c73-4f26-ab20-c2e8fafddc6a req-0242671b-0d0d-4669-857b-6f7f94d05b01 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:20.902213 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7eab43a3-2c73-4f26-ab20-c2e8fafddc6a req-0242671b-0d0d-4669-857b-6f7f94d05b01 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0509214 Oct 29 01:35:20.941599 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7eab43a3-2c73-4f26-ab20-c2e8fafddc6a req-5d6f9970-af32-426d-a4b4-22bb66454922 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330637 Oct 29 01:35:21.862355 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f48af5-4ca9-4c2a-97c5-c95e41b207cd req-376f2dc4-98e5-469c-99d1-787a012fca7c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:21.863773 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f3f48af5-4ca9-4c2a-97c5-c95e41b207cd req-376f2dc4-98e5-469c-99d1-787a012fca7c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 945 time: 0.0499551 Oct 29 01:35:21.902059 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f3f48af5-4ca9-4c2a-97c5-c95e41b207cd req-72608daf-45d7-4a03-913b-2d8952dbf458 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323470 Oct 29 01:35:22.020039 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b91a1-0e7f-42e4-a0c6-23f4b50277d8 req-2b0a3f81-582c-4bc7-be2a-16e23cb76564 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:22.021555 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-830b91a1-0e7f-42e4-a0c6-23f4b50277d8 req-2b0a3f81-582c-4bc7-be2a-16e23cb76564 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 945 time: 0.0536318 Oct 29 01:35:22.085582 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-830b91a1-0e7f-42e4-a0c6-23f4b50277d8 req-ba88e59e-c068-428e-93a8-f9c62d5792b7 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549688 Oct 29 01:35:22.093826 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cce662-4de3-42ad-861b-fbe47f8e8e16 req-23ee09c8-ce10-4b97-8d5d-62dae98fd893 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:22.095275 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-60cce662-4de3-42ad-861b-fbe47f8e8e16 req-23ee09c8-ce10-4b97-8d5d-62dae98fd893 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0728531 Oct 29 01:35:22.134100 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-60cce662-4de3-42ad-861b-fbe47f8e8e16 req-6d82225d-736f-4ced-b4b7-a66ebd76de37 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325077 Oct 29 01:35:22.405810 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9335b-a5f3-410f-ac37-3c55009fef0f req-3a56e45e-94d3-442d-9909-e2b35c0081b0 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:22.407178 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-08a9335b-a5f3-410f-ac37-3c55009fef0f req-3a56e45e-94d3-442d-9909-e2b35c0081b0 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 945 time: 0.0483944 Oct 29 01:35:22.447456 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-08a9335b-a5f3-410f-ac37-3c55009fef0f req-784b7844-5876-4dd6-90ae-42f3ac21fdcf tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337362 Oct 29 01:35:23.263119 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf06c6-a7ee-4f42-9b03-ed5a534bbd97 req-d3003cb5-76b0-4a1a-b984-099e04a6a839 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:23.264698 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4bdf06c6-a7ee-4f42-9b03-ed5a534bbd97 req-d3003cb5-76b0-4a1a-b984-099e04a6a839 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0529928 Oct 29 01:35:23.304272 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4bdf06c6-a7ee-4f42-9b03-ed5a534bbd97 req-632b9805-f65a-4c44-b854-aeaed12945a6 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331080 Oct 29 01:35:24.135756 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:35:24.438366 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafb8bd-7b3e-4500-ba4a-5e9c02beca6a req-6544edcf-60b8-4172-a3ac-01480f68d7a6 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:24.439927 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5eafb8bd-7b3e-4500-ba4a-5e9c02beca6a req-6544edcf-60b8-4172-a3ac-01480f68d7a6 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0519106 Oct 29 01:35:24.478698 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5eafb8bd-7b3e-4500-ba4a-5e9c02beca6a req-7cacb3e0-52be-49b0-ab3b-9d473727efa2 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329611 Oct 29 01:35:25.602554 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ef1c0-30b0-4b13-8bfc-d96b53545595 req-355bd133-38ac-42bd-83cc-ab541442dfc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:25.604145 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d86ef1c0-30b0-4b13-8bfc-d96b53545595 req-355bd133-38ac-42bd-83cc-ab541442dfc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0520775 Oct 29 01:35:25.647437 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d86ef1c0-30b0-4b13-8bfc-d96b53545595 req-173b87a8-111d-4b60-af32-e802b41b6595 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361750 Oct 29 01:35:26.771198 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9884c-d70a-4629-a943-48375c932fad req-20513a03-322b-493a-87dc-10769ac52149 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:26.772695 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bbb9884c-d70a-4629-a943-48375c932fad req-20513a03-322b-493a-87dc-10769ac52149 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0500326 Oct 29 01:35:26.812359 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bbb9884c-d70a-4629-a943-48375c932fad req-001d97e6-5a70-486d-9203-1a40e1cdaf70 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335796 Oct 29 01:35:27.228075 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-4b592e9b-6a80-47ae-9962-2413f1daa36e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:27.951313 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f9081-f3cf-472c-8b95-e02f0eefd1ae req-847a6d14-e57d-441e-8e46-176112de3daf tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:27.952853 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-df6f9081-f3cf-472c-8b95-e02f0eefd1ae req-847a6d14-e57d-441e-8e46-176112de3daf tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0591836 Oct 29 01:35:27.997628 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-df6f9081-f3cf-472c-8b95-e02f0eefd1ae req-b7fcf3a3-15f9-42b0-8fd5-838f4b943239 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376916 Oct 29 01:35:29.118440 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ce684-7520-4175-a6a9-7b9a3675c07e req-738d0503-739e-4849-9e0b-d9784e7f5db4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:29.120036 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-003ce684-7520-4175-a6a9-7b9a3675c07e req-738d0503-739e-4849-9e0b-d9784e7f5db4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0536969 Oct 29 01:35:29.163588 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-003ce684-7520-4175-a6a9-7b9a3675c07e req-faadfc9c-280c-4410-a27b-044137f7755c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372090 Oct 29 01:35:30.250406 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e463c7f8-b5fc-4450-9a36-e8b5476667b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:30.283655 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaad57c-05ca-446f-915f-1500904ef0b0 req-3d226114-b1cc-4952-aa3a-b36ae6be9967 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:30.285204 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cbaad57c-05ca-446f-915f-1500904ef0b0 req-3d226114-b1cc-4952-aa3a-b36ae6be9967 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0505826 Oct 29 01:35:30.322920 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cbaad57c-05ca-446f-915f-1500904ef0b0 req-1f7ec896-8e69-43bc-ad82-3a5d23f8b95d tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318420 Oct 29 01:35:30.868037 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device aee32650-07ba-4e45-a318-0849274af2bf details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:35:30.962291 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port aee32650-07ba-4e45-a318-0849274af2bf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=aee32650-07ba-4e45-a318-0849274af2bf,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:30.973470 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': 'aee32650-07ba-4e45-a318-0849274af2bf', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'port_id': 'aee32650-07ba-4e45-a318-0849274af2bf', 'mac_address': 'fa:16:3e:c4:a1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:35:31.023495 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:31.036750 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aee32650-07ba-4e45-a318-0849274af2bf {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:35:31.056407 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port aee32650-07ba-4e45-a318-0849274af2bf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=aee32650-07ba-4e45-a318-0849274af2bf,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:31.073638 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:31.170788 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:31.233752 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=aee32650-07ba-4e45-a318-0849274af2bf,revision_number=6']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:31.283081 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:31.298176 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['aee32650-07ba-4e45-a318-0849274af2bf'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:35:31.453510 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d20c9-4c6c-482a-891a-d596efec5ace req-26b862cc-0953-4d10-bf06-193b7f8fbbd1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:31.455574 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-995d20c9-4c6c-482a-891a-d596efec5ace req-26b862cc-0953-4d10-bf06-193b7f8fbbd1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 945 time: 0.0580931 Oct 29 01:35:31.500049 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-995d20c9-4c6c-482a-891a-d596efec5ace req-310c9199-9328-44b3-8d19-c254f83423f1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377231 Oct 29 01:35:32.628808 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9401e8a-bd74-4542-a78f-a8ab45ee42a7 req-67e9fc39-41f8-49c7-8dcb-4ebebbfac28b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:32.630549 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a9401e8a-bd74-4542-a78f-a8ab45ee42a7 req-67e9fc39-41f8-49c7-8dcb-4ebebbfac28b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 945 time: 0.0587227 Oct 29 01:35:32.678568 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a9401e8a-bd74-4542-a78f-a8ab45ee42a7 req-e8f41030-3094-4576-95e4-62b6cb76fb37 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422432 Oct 29 01:35:32.887153 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device aee32650-07ba-4e45-a318-0849274af2bf up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:35:32.989895 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port aee32650-07ba-4e45-a318-0849274af2bf triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:35:32.989895 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:33.061253 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:33.064306 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:33.086487 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b62925-d26a-4afb-bab2-c0288f74404a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee32650-07ba-4e45-a318-0849274af2bf'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:35:33.088835 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde94fc3-49b1-4826-8428-b898764f37cc" -d '{"events": [{"server_uuid": "91b62925-d26a-4afb-bab2-c0288f74404a", "name": "network-vif-plugged", "status": "completed", "tag": "aee32650-07ba-4e45-a318-0849274af2bf"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:35:33.101768 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port aee32650-07ba-4e45-a318-0849274af2bf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=aee32650-07ba-4e45-a318-0849274af2bf,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:33.127584 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd12ba9-eaae-44b2-8ea1-2ba19725da30 x-openstack-request-id: req-4fd12ba9-eaae-44b2-8ea1-2ba19725da30 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:35:33.127980 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b62925-d26a-4afb-bab2-c0288f74404a", "name": "network-vif-plugged", "status": "completed", "tag": "aee32650-07ba-4e45-a318-0849274af2bf", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:35:33.128824 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-4fd12ba9-eaae-44b2-8ea1-2ba19725da30 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:35:33.129470 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b62925-d26a-4afb-bab2-c0288f74404a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee32650-07ba-4e45-a318-0849274af2bf', 'code': 200} Oct 29 01:35:33.197618 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:33.268150 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=aee32650-07ba-4e45-a318-0849274af2bf,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:33.839795 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3962d0a-5da8-4bef-afbf-20cea287f229 req-c63a60b0-c5da-48c4-a489-52657d6be049 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:33.841460 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e3962d0a-5da8-4bef-afbf-20cea287f229 req-c63a60b0-c5da-48c4-a489-52657d6be049 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0743864 Oct 29 01:35:33.896500 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e3962d0a-5da8-4bef-afbf-20cea287f229 req-ff2b967d-c11d-4084-9251-eb1f1626fbc8 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481870 Oct 29 01:35:35.036507 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4dcaa-3ac0-48e2-8a27-4e609a47d3ad req-6d4cc446-d3e0-497d-a771-f7b25a1f0f61 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:35.038242 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bbe4dcaa-3ac0-48e2-8a27-4e609a47d3ad req-6d4cc446-d3e0-497d-a771-f7b25a1f0f61 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0620770 Oct 29 01:35:35.084608 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bbe4dcaa-3ac0-48e2-8a27-4e609a47d3ad req-b456ab2c-5294-4d08-8aec-53b75d44a780 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401318 Oct 29 01:35:35.435085 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399cf95-12aa-4bda-8d0c-881a0f9e53e0 req-23309119-9ef9-4791-b273-88e7d2626ad4 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:35.436749 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d399cf95-12aa-4bda-8d0c-881a0f9e53e0 req-23309119-9ef9-4791-b273-88e7d2626ad4 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 945 time: 0.0972054 Oct 29 01:35:35.505186 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d399cf95-12aa-4bda-8d0c-881a0f9e53e0 req-9e917aaf-e101-4ea0-a0e3-c18535238e8f tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561762 Oct 29 01:35:35.531312 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 35820) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:35.774643 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f3a521-9ded-4197-b307-44003fb949cf tempest-TestMinimumBasicScenario-520933524 tempest-TestMinimumBasicScenario-520933524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:35.776152 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-10f3a521-9ded-4197-b307-44003fb949cf tempest-TestMinimumBasicScenario-520933524 tempest-TestMinimumBasicScenario-520933524-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 1093 time: 0.2426317 Oct 29 01:35:35.778954 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 35824) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:35.783387 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Request body: {'floatingip': {'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'port_id': '07d7a9e4-9af6-436e-932a-680c81d02f15', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:35:36.045156 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for floatingip, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:36.148852 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:36.254908 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fba3fc-c576-4732-b890-10ddce4c6cb2 req-b09995d8-1468-4cf4-bac9-14b70a5a58b9 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:36.256789 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a7fba3fc-c576-4732-b890-10ddce4c6cb2 req-b09995d8-1468-4cf4-bac9-14b70a5a58b9 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0865273 Oct 29 01:35:36.262819 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Allocated IP 172.27.3.111 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/2610f011-69b2-4f75-99b2-22f8c0d7d6f9) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:35:36.307472 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a7fba3fc-c576-4732-b890-10ddce4c6cb2 req-af7d9941-2f49-47d6-9663-ad7b02980c42 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441809 Oct 29 01:35:36.383147 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:36.480083 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:36.525226 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:35:36.528149 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:35:36.532843 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:35:36.555176 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Pushing event updated for resources: {'Port': ['ID=2610f011-69b2-4f75-99b2-22f8c0d7d6f9,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:36.572462 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:36.580400 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:36.580400 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:36.580400 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:36.580400 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:36.580400 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:36.580400 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:36.580400 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:36.580400 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:36.580400 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:36.580400 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:36.580400 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:37.182858 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:37.368998 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:37.440170 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee3827-5756-40bc-8005-10037dde0a93 req-3ffaad6c-e5f3-407f-adde-e99ab22750e1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:37.448887 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f0ee3827-5756-40bc-8005-10037dde0a93 req-3ffaad6c-e5f3-407f-adde-e99ab22750e1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0591588 Oct 29 01:35:37.486677 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f0ee3827-5756-40bc-8005-10037dde0a93 req-90a1fd19-9642-42ee-9e78-5183cf14ff9c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365295 Oct 29 01:35:37.588619 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:37.650629 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790450'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:37.730204 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Pushing event updated for resources: {'Port': ['ID=2610f011-69b2-4f75-99b2-22f8c0d7d6f9,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:37.745020 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989738'] for floatingip, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:37.877469 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.db.l3_db [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Floating IP 29d66efb-acec-46c0-b139-1a1b28dcd678 associated. External IP: 172.27.3.111, port: 07d7a9e4-9af6-436e-932a-680c81d02f15. Oct 29 01:35:38.127685 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Router a52bde3a-ca59-43cf-8c76-43c13974506e has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:35:38.262840 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:35:38.278439 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3720bbe5-3acd-4951-ab01-436a849c445d None None] Sync routers for ids ['a52bde3a-ca59-43cf-8c76-43c13974506e'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:35:38.294004 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3720bbe5-3acd-4951-ab01-436a849c445d None None] Routers {'a52bde3a-ca59-43cf-8c76-43c13974506e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:35:38.295902 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-3720bbe5-3acd-4951-ab01-436a849c445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:35:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['a52bde3a-ca59-43cf-8c76-43c13974506e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:35:38.385376 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:38.424579 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-4b54e998-b98c-4273-844a-5ad4dd9b6ebe tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6408632 Oct 29 01:35:38.424579 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 35840) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:38.424579 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1faefe62-60e7-43c3-bf58-686598242ea3', 'tag': '07d7a9e4-9af6-436e-932a-680c81d02f15'}] {{(pid=101843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:35:38.434044 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62e9e1f26a3722756967881dc3103d1ef987c1afaa65af21d436660d1349688f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f52209-4985-4fb9-8d42-580f925cd9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "1faefe62-60e7-43c3-bf58-686598242ea3", "tag": "07d7a9e4-9af6-436e-932a-680c81d02f15"}]}' {{(pid=101843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:35:38.455430 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-dfade2e6-1054-4fd6-95cd-0f304481de83 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2114764834', 'description': 'tempest-secgroup-smoke-2114764834 description', 'project_id': '700a9aa6afdf4de6b64d375544d7eb88'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:35:38.484775 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-3720bbe5-3acd-4951-ab01-436a849c445d None None] Set router a52bde3a-ca59-43cf-8c76-43c13974506e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:35:38.598697 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dfade2e6-1054-4fd6-95cd-0f304481de83 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:38.625213 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1e3feb-76e4-4a8a-8996-3b7bf97fee80 x-openstack-request-id: req-9d1e3feb-76e4-4a8a-8996-3b7bf97fee80 {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:35:38.625819 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1faefe62-60e7-43c3-bf58-686598242ea3", "tag": "07d7a9e4-9af6-436e-932a-680c81d02f15", "status": "completed", "code": 200}]} {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:35:38.627278 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9d1e3feb-76e4-4a8a-8996-3b7bf97fee80 {{(pid=101843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:35:38.630264 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1faefe62-60e7-43c3-bf58-686598242ea3', 'tag': '07d7a9e4-9af6-436e-932a-680c81d02f15', 'status': 'completed', 'code': 200} Oct 29 01:35:38.720540 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f52209-4985-4fb9-8d42-580f925cd9ae req-d0ef07c6-8cd1-4a35-99fd-3b51a4aa1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:38.723341 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-41f52209-4985-4fb9-8d42-580f925cd9ae req-d0ef07c6-8cd1-4a35-99fd-3b51a4aa1f23 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=700a9aa6afdf4de6b64d375544d7eb88&device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 1098 time: 0.0905654 Oct 29 01:35:38.732429 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd69e12-0b5c-4c46-8038-67628748cb22 req-1407369f-47f0-4a2c-8334-ced806f0062b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:38.742177 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dfade2e6-1054-4fd6-95cd-0f304481de83 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:38.745704 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ddd69e12-0b5c-4c46-8038-67628748cb22 req-1407369f-47f0-4a2c-8334-ced806f0062b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.1512601 Oct 29 01:35:38.805214 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dfade2e6-1054-4fd6-95cd-0f304481de83 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:38.809593 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-3720bbe5-3acd-4951-ab01-436a849c445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'name': 'tempest-TestMinimumBasicScenario-1567048712-router', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:34Z', 'revision_number': 4, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'gw_port': {'id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': '29d66efb-acec-46c0-b139-1a1b28dcd678', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'port_id': '07d7a9e4-9af6-436e-932a-680c81d02f15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94', 'mac_address': 'fa:16:3e:82:9a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faefe62-60e7-43c3-bf58-686598242ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:35:36Z', 'updated_at': '2021-10-29T01:35:36Z', 'revision_number': 0, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9ce740-a04a-4348-91c9-ed15399c9a11', 'name': '', 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'mac_address': 'fa:16:3e:0f:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:34Z', 'updated_at': '2021-10-29T01:34:38Z', 'revision_number': 5, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'subnets': [{'id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:35:38.840252 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3720bbe5-3acd-4951-ab01-436a849c445d None None] Checking router: a52bde3a-ca59-43cf-8c76-43c13974506e for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:35:38.851596 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3720bbe5-3acd-4951-ab01-436a849c445d None None] Routers {'a52bde3a-ca59-43cf-8c76-43c13974506e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:35:38.852618 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-3720bbe5-3acd-4951-ab01-436a849c445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:35:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['a52bde3a-ca59-43cf-8c76-43c13974506e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:35:38.863030 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfade2e6-1054-4fd6-95cd-0f304481de83 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49fa0380-4c13-4599-95bc-665bdded4f90,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:38.920667 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f52209-4985-4fb9-8d42-580f925cd9ae req-1cf1364c-5d2d-4af3-9bbb-c3b6935ca8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:38.922202 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-41f52209-4985-4fb9-8d42-580f925cd9ae req-1cf1364c-5d2d-4af3-9bbb-c3b6935ca8f7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f19f3101-bbb3-4742-8a56-446cb8123c94 HTTP/1.1" status: 200 len: 916 time: 0.1684115 Oct 29 01:35:38.945080 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ddd69e12-0b5c-4c46-8038-67628748cb22 req-89c13626-e401-401a-bd60-d6e6baf2f402 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980565 Oct 29 01:35:38.956300 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-dfade2e6-1054-4fd6-95cd-0f304481de83 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:38.960396 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-dfade2e6-1054-4fd6-95cd-0f304481de83 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5231764 Oct 29 01:35:38.962846 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 35848) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:38.975540 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-4b71d7b2-b940-49dd-920b-57337a3629cc tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Request body: {'security_group_rule': {'security_group_id': '49fa0380-4c13-4599-95bc-665bdded4f90', 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:35:39.005623 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-3720bbe5-3acd-4951-ab01-436a849c445d None None] Set router a52bde3a-ca59-43cf-8c76-43c13974506e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:35:39.030122 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-41f52209-4985-4fb9-8d42-580f925cd9ae req-81b1c98f-4f0a-430c-8f48-92d5ad3a6e46 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07d7a9e4-9af6-436e-932a-680c81d02f15 HTTP/1.1" status: 200 len: 999 time: 0.0981719 Oct 29 01:35:39.087583 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4b71d7b2-b940-49dd-920b-57337a3629cc tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:39.089876 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f52209-4985-4fb9-8d42-580f925cd9ae req-348bfb02-aacf-4be6-9557-4b42524afba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:39.091425 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-41f52209-4985-4fb9-8d42-580f925cd9ae req-348bfb02-aacf-4be6-9557-4b42524afba9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c2d5b53-2760-4c65-a2d6-1cc01bf828e7 HTTP/1.1" status: 200 len: 854 time: 0.0514202 Oct 29 01:35:39.147025 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f52209-4985-4fb9-8d42-580f925cd9ae req-591f2e56-bd71-46cb-a218-92c2a1e1dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:39.148664 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-41f52209-4985-4fb9-8d42-580f925cd9ae req-591f2e56-bd71-46cb-a218-92c2a1e1dcf3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f19f3101-bbb3-4742-8a56-446cb8123c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484240 Oct 29 01:35:39.152686 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4b71d7b2-b940-49dd-920b-57337a3629cc tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:39.263128 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-41f52209-4985-4fb9-8d42-580f925cd9ae req-fe5810d5-525e-493d-97d5-949d35bf605b service neutron] 10.222.0.83 "GET /v2.0/networks/f19f3101-bbb3-4742-8a56-446cb8123c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057355 Oct 29 01:35:39.286321 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-3720bbe5-3acd-4951-ab01-436a849c445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'name': 'tempest-TestMinimumBasicScenario-1567048712-router', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:34Z', 'revision_number': 4, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'gw_port': {'id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': '29d66efb-acec-46c0-b139-1a1b28dcd678', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'port_id': '07d7a9e4-9af6-436e-932a-680c81d02f15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94', 'mac_address': 'fa:16:3e:82:9a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faefe62-60e7-43c3-bf58-686598242ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:35:36Z', 'updated_at': '2021-10-29T01:35:36Z', 'revision_number': 0, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9ce740-a04a-4348-91c9-ed15399c9a11', 'name': '', 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'mac_address': 'fa:16:3e:0f:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:34Z', 'updated_at': '2021-10-29T01:34:38Z', 'revision_number': 5, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'subnets': [{'id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:35:39.314045 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3720bbe5-3acd-4951-ab01-436a849c445d None None] The sync data for ids ['a52bde3a-ca59-43cf-8c76-43c13974506e'] in dv-cinder-813984-5-iscsi is: [{'id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'name': 'tempest-TestMinimumBasicScenario-1567048712-router', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:34Z', 'revision_number': 4, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'gw_port': {'id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': '29d66efb-acec-46c0-b139-1a1b28dcd678', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'floating_ip_address': '172.27.3.111', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'port_id': '07d7a9e4-9af6-436e-932a-680c81d02f15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94', 'mac_address': 'fa:16:3e:82:9a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faefe62-60e7-43c3-bf58-686598242ea3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:35:36Z', 'updated_at': '2021-10-29T01:35:36Z', 'revision_number': 0, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c9ce740-a04a-4348-91c9-ed15399c9a11', 'name': '', 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'mac_address': 'fa:16:3e:0f:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:34Z', 'updated_at': '2021-10-29T01:34:38Z', 'revision_number': 5, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'subnets': [{'id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:35:39.378282 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-41f52209-4985-4fb9-8d42-580f925cd9ae req-47114116-1b63-4a2e-92c7-85d11cf901cf service neutron] 10.222.0.83 "GET /v2.0/networks/f19f3101-bbb3-4742-8a56-446cb8123c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059828 Oct 29 01:35:39.521560 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e591c72-7700-4026-88ab-0edf7f32d411 None None] New status for floating IP 29d66efb-acec-46c0-b139-1a1b28dcd678: ACTIVE {{(pid=101845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:35:39.684833 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4b71d7b2-b940-49dd-920b-57337a3629cc tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:39.703465 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71d7b2-b940-49dd-920b-57337a3629cc tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a6557b-74fc-4da3-a775-c5c2ded50edf,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:39.945061 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-4b71d7b2-b940-49dd-920b-57337a3629cc tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:39.949797 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-4b71d7b2-b940-49dd-920b-57337a3629cc tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9802129 Oct 29 01:35:39.949797 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 35856) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:39.954738 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-31e26f63-88b1-44dc-8662-aca9d57e627c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Request body: {'security_group_rule': {'security_group_id': '49fa0380-4c13-4599-95bc-665bdded4f90', 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:35:40.056290 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-31e26f63-88b1-44dc-8662-aca9d57e627c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:40.127969 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-31e26f63-88b1-44dc-8662-aca9d57e627c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:40.132252 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1c94d-b5e7-4f23-8371-125de996dc79 req-3354b0d1-4756-4ab0-8536-67348ad9fa51 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:40.134041 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e6b1c94d-b5e7-4f23-8371-125de996dc79 req-3354b0d1-4756-4ab0-8536-67348ad9fa51 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0814290 Oct 29 01:35:40.176619 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e6b1c94d-b5e7-4f23-8371-125de996dc79 req-dc7c82d7-893a-421a-9c44-5f88906af2b4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364854 Oct 29 01:35:40.194715 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-31e26f63-88b1-44dc-8662-aca9d57e627c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:40.223597 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e26f63-88b1-44dc-8662-aca9d57e627c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c3f885-13fd-44fa-a8cb-193c8d3c353d,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:40.293393 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-31e26f63-88b1-44dc-8662-aca9d57e627c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:40.297725 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-31e26f63-88b1-44dc-8662-aca9d57e627c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3440473 Oct 29 01:35:40.297982 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 35860) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:40.303403 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-db618d0e-bb8f-4887-ab3c-49cab19cda46 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Request body: {'security_group_rule': {'security_group_id': '49fa0380-4c13-4599-95bc-665bdded4f90', 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:35:40.429426 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-db618d0e-bb8f-4887-ab3c-49cab19cda46 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:40.503571 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-db618d0e-bb8f-4887-ab3c-49cab19cda46 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:40.605390 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-db618d0e-bb8f-4887-ab3c-49cab19cda46 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:40.630705 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db618d0e-bb8f-4887-ab3c-49cab19cda46 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470ac848-b75a-4dda-aeae-1b37d7c7fdfd,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:40.749840 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-db618d0e-bb8f-4887-ab3c-49cab19cda46 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:40.753784 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-db618d0e-bb8f-4887-ab3c-49cab19cda46 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4523435 Oct 29 01:35:40.754105 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 35864) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:40.758446 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-547f887f-2874-4e3b-bab9-2fc7a9aa3aa9 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Request body: {'security_group_rule': {'security_group_id': '49fa0380-4c13-4599-95bc-665bdded4f90', 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:35:40.873425 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-547f887f-2874-4e3b-bab9-2fc7a9aa3aa9 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:40.943013 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-547f887f-2874-4e3b-bab9-2fc7a9aa3aa9 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:41.005414 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-547f887f-2874-4e3b-bab9-2fc7a9aa3aa9 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:41.025738 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f887f-2874-4e3b-bab9-2fc7a9aa3aa9 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ac378f-e6b5-4ba5-b5aa-b9ef410d33ae,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:41.128074 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-547f887f-2874-4e3b-bab9-2fc7a9aa3aa9 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:41.131784 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-547f887f-2874-4e3b-bab9-2fc7a9aa3aa9 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3750229 Oct 29 01:35:41.136672 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 35866) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:41.137518 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Request body: {'security_group_rule': {'security_group_id': '49fa0380-4c13-4599-95bc-665bdded4f90', 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:35:41.257651 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.securitygroups_db [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Project 700a9aa6afdf4de6b64d375544d7eb88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 01:35:41.266017 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:41.362872 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10b2b7-baa1-42e1-a248-e144675b1e1b req-bab80e84-258b-446b-a5c3-94f958cd04d7 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:41.364685 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2a10b2b7-baa1-42e1-a248-e144675b1e1b req-bab80e84-258b-446b-a5c3-94f958cd04d7 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0999260 Oct 29 01:35:41.419526 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:41.431075 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2a10b2b7-baa1-42e1-a248-e144675b1e1b req-4beb9061-011c-48dc-9265-18e059559e03 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531147 Oct 29 01:35:41.510073 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:41.541210 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fae9eb8-ef42-469c-9ef3-b2a9f7c6fb00,revision_number=0']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:41.549816 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:41.556705 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:41.556705 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:41.556705 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:41.556705 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:41.556705 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:41.556705 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:41.556705 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:41.556705 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:41.556705 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:41.556705 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:41.556705 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:35:41.607204 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:41.608553 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-237718e3-0863-40ed-88b1-a049968b35cd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4746473 Oct 29 01:35:41.611389 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 35872) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:41.616519 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-d5d72033-e2cf-4d5b-9f3d-fa6c0d4c4435 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Request body: {'security_group_rule': {'security_group_id': '49fa0380-4c13-4599-95bc-665bdded4f90', 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:35:41.754180 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.securitygroups_db [None req-d5d72033-e2cf-4d5b-9f3d-fa6c0d4c4435 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Project 700a9aa6afdf4de6b64d375544d7eb88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 29 01:35:41.759756 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d5d72033-e2cf-4d5b-9f3d-fa6c0d4c4435 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:41.831040 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d5d72033-e2cf-4d5b-9f3d-fa6c0d4c4435 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:41.929060 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d5d72033-e2cf-4d5b-9f3d-fa6c0d4c4435 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035254'] for security_group_rule, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:41.951061 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d72033-e2cf-4d5b-9f3d-fa6c0d4c4435 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe80407-fdce-4d31-9941-d155318abb09,revision_number=0']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:42.047896 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d5d72033-e2cf-4d5b-9f3d-fa6c0d4c4435 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:42.051397 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-d5d72033-e2cf-4d5b-9f3d-fa6c0d4c4435 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4378762 Oct 29 01:35:42.155473 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-894d9de1-b6a1-47e0-8573-a4a49b2d1048 req-f2613d3a-b84e-43a1-94ac-5601e10a1dc8 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2114764834&fields=id&tenant_id=700a9aa6afdf4de6b64d375544d7eb88 HTTP/1.1" status: 200 len: 267 time: 0.0513813 Oct 29 01:35:42.218944 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d9de1-b6a1-47e0-8573-a4a49b2d1048 req-893aa981-0003-41be-a24b-fe21f4bcc421 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:42.224352 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-894d9de1-b6a1-47e0-8573-a4a49b2d1048 req-893aa981-0003-41be-a24b-fe21f4bcc421 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 945 time: 0.0598433 Oct 29 01:35:42.236956 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-894d9de1-b6a1-47e0-8573-a4a49b2d1048 req-b22f77a9-093d-4e0c-a748-fed575927bb4 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Request body: {'port': {'security_groups': ['244160d0-e94c-4a70-a9d4-50efe6d49f27', '49fa0380-4c13-4599-95bc-665bdded4f90']}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:35:42.324630 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-894d9de1-b6a1-47e0-8573-a4a49b2d1048 req-b22f77a9-093d-4e0c-a748-fed575927bb4 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:42.577580 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-894d9de1-b6a1-47e0-8573-a4a49b2d1048 req-b22f77a9-093d-4e0c-a748-fed575927bb4 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] For port 07d7a9e4-9af6-436e-932a-680c81d02f15, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=07d7a9e4-9af6-436e-932a-680c81d02f15,segment=NetworkSegment(0dba833e-ba51-4eae-977f-a7b714cc5865),segment_id=0dba833e-ba51-4eae-977f-a7b714cc5865)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:42.615803 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7a847-ff52-4ef3-a678-527bfc3880f2 req-31571051-f61c-445f-8734-923f0514e9fe tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:42.617287 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f1b7a847-ff52-4ef3-a678-527bfc3880f2 req-31571051-f61c-445f-8734-923f0514e9fe tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0823863 Oct 29 01:35:42.632661 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-894d9de1-b6a1-47e0-8573-a4a49b2d1048 req-b22f77a9-093d-4e0c-a748-fed575927bb4 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:42.666161 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f1b7a847-ff52-4ef3-a678-527bfc3880f2 req-385ffbef-fb62-462e-ace1-4e60fcd9dbaf tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428498 Oct 29 01:35:42.980481 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-894d9de1-b6a1-47e0-8573-a4a49b2d1048 req-b22f77a9-093d-4e0c-a748-fed575927bb4 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:42.992061 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['07d7a9e4-9af6-436e-932a-680c81d02f15'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:35:43.025976 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d9de1-b6a1-47e0-8573-a4a49b2d1048 req-b22f77a9-093d-4e0c-a748-fed575927bb4 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:43.026612 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-894d9de1-b6a1-47e0-8573-a4a49b2d1048 req-b22f77a9-093d-4e0c-a748-fed575927bb4 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:43.035034 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-894d9de1-b6a1-47e0-8573-a4a49b2d1048 req-b22f77a9-093d-4e0c-a748-fed575927bb4 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "PUT /v2.0/ports/07d7a9e4-9af6-436e-932a-680c81d02f15 HTTP/1.1" status: 200 len: 981 time: 0.7960358 Oct 29 01:35:43.035034 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1faefe62-60e7-43c3-bf58-686598242ea3', 'tag': '07d7a9e4-9af6-436e-932a-680c81d02f15'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:35:43.035034 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bef5c6-69ba-45d8-a7a2-66b91b154771" -d '{"events": [{"name": "network-changed", "server_uuid": "1faefe62-60e7-43c3-bf58-686598242ea3", "tag": "07d7a9e4-9af6-436e-932a-680c81d02f15"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:35:43.096702 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f77a9-093d-4e0c-a748-fed575927bb4 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Pushing event updated for resources: {'Port': ['ID=07d7a9e4-9af6-436e-932a-680c81d02f15,revision_number=6']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:43.101104 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610d29a1-dc92-42e9-8bc1-c89b7e225326 x-openstack-request-id: req-610d29a1-dc92-42e9-8bc1-c89b7e225326 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:35:43.101454 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1faefe62-60e7-43c3-bf58-686598242ea3", "tag": "07d7a9e4-9af6-436e-932a-680c81d02f15", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:35:43.101679 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-610d29a1-dc92-42e9-8bc1-c89b7e225326 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:35:43.102395 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1faefe62-60e7-43c3-bf58-686598242ea3', 'tag': '07d7a9e4-9af6-436e-932a-680c81d02f15', 'status': 'completed', 'code': 200} Oct 29 01:35:43.165140 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['07d7a9e4-9af6-436e-932a-680c81d02f15'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:35:43.196476 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf2149-c398-47c5-a1b8-b532e04e4b6a req-5e902b5c-aa9b-4597-ac65-11f9965a083f tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:43.205444 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b6cf2149-c398-47c5-a1b8-b532e04e4b6a req-5e902b5c-aa9b-4597-ac65-11f9965a083f tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 984 time: 0.1023252 Oct 29 01:35:43.230205 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bef5c6-69ba-45d8-a7a2-66b91b154771 req-70426071-027f-4b55-8c42-7276124bf59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:43.231796 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e3bef5c6-69ba-45d8-a7a2-66b91b154771 req-70426071-027f-4b55-8c42-7276124bf59c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=700a9aa6afdf4de6b64d375544d7eb88&device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 1137 time: 0.0951979 Oct 29 01:35:43.276454 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b6cf2149-c398-47c5-a1b8-b532e04e4b6a req-4615a098-7c83-4ede-9db0-42a8abb33ac0 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&id=49fa0380-4c13-4599-95bc-665bdded4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701010 Oct 29 01:35:43.368494 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bef5c6-69ba-45d8-a7a2-66b91b154771 req-b9f41dfa-86aa-4d33-bc85-c5bfad64b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:43.370159 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e3bef5c6-69ba-45d8-a7a2-66b91b154771 req-b9f41dfa-86aa-4d33-bc85-c5bfad64b47c service neutron] 10.222.0.83 "GET /v2.0/networks?id=f19f3101-bbb3-4742-8a56-446cb8123c94 HTTP/1.1" status: 200 len: 916 time: 0.1266975 Oct 29 01:35:43.417245 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:43.422791 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-c9455cc6-2f8d-403c-89e8-5ea0037da090 None None] Provisioning complete for port 07d7a9e4-9af6-436e-932a-680c81d02f15 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:35:43.423446 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c9455cc6-2f8d-403c-89e8-5ea0037da090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:43.483832 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e3bef5c6-69ba-45d8-a7a2-66b91b154771 req-7f93db4b-9994-4656-834e-5990d5d01e3b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07d7a9e4-9af6-436e-932a-680c81d02f15 HTTP/1.1" status: 200 len: 1001 time: 0.1050637 Oct 29 01:35:43.597068 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bef5c6-69ba-45d8-a7a2-66b91b154771 req-10a76645-4910-4f15-912d-2b4e995aecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:43.599855 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e3bef5c6-69ba-45d8-a7a2-66b91b154771 req-10a76645-4910-4f15-912d-2b4e995aecde service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c2d5b53-2760-4c65-a2d6-1cc01bf828e7 HTTP/1.1" status: 200 len: 854 time: 0.1006172 Oct 29 01:35:43.666389 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bef5c6-69ba-45d8-a7a2-66b91b154771 req-49310bdb-c9fe-491a-afe2-7d7298628cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:43.668676 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e3bef5c6-69ba-45d8-a7a2-66b91b154771 req-49310bdb-c9fe-491a-afe2-7d7298628cae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f19f3101-bbb3-4742-8a56-446cb8123c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571203 Oct 29 01:35:43.837650 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922a8f7-c733-4601-bc78-26db3eef1e54 req-9407c754-06be-4d49-816c-19415c37b10f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:43.839402 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d922a8f7-c733-4601-bc78-26db3eef1e54 req-9407c754-06be-4d49-816c-19415c37b10f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0939136 Oct 29 01:35:43.901433 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e3bef5c6-69ba-45d8-a7a2-66b91b154771 req-5e9454ff-1c2a-41e4-af1e-7a4b8be6fdbc service neutron] 10.222.0.83 "GET /v2.0/networks/f19f3101-bbb3-4742-8a56-446cb8123c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239943 Oct 29 01:35:43.915324 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d922a8f7-c733-4601-bc78-26db3eef1e54 req-3aaeda16-6fbb-4ffe-94ae-572041ad536b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661702 Oct 29 01:35:44.033743 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e3bef5c6-69ba-45d8-a7a2-66b91b154771 req-2ad54531-d1b0-4c7e-b896-63457d721e15 service neutron] 10.222.0.83 "GET /v2.0/networks/f19f3101-bbb3-4742-8a56-446cb8123c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152530 Oct 29 01:35:45.055802 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a880b-3ce6-4545-9f4d-9c35c5ce4752 req-05d35aac-c1dc-4622-89f0-008db0770a42 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:45.058009 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-400a880b-3ce6-4545-9f4d-9c35c5ce4752 req-05d35aac-c1dc-4622-89f0-008db0770a42 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0595789 Oct 29 01:35:45.096903 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-400a880b-3ce6-4545-9f4d-9c35c5ce4752 req-c2b71655-c9d4-4425-9235-b1b6b78869a8 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334542 Oct 29 01:35:45.861648 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dcbfe-98ec-4cf5-8c67-42ac2b809647 req-f06bcad1-08dc-4b92-8760-9609df13afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:45.863788 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e25dcbfe-98ec-4cf5-8c67-42ac2b809647 req-f06bcad1-08dc-4b92-8760-9609df13afaf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=413ce1a7d8504d0b9f656d9e623f9005&device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 1099 time: 0.0403788 Oct 29 01:35:45.959960 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dcbfe-98ec-4cf5-8c67-42ac2b809647 req-b2043ccf-39ab-401e-a3af-5068be6b079f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:45.961352 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e25dcbfe-98ec-4cf5-8c67-42ac2b809647 req-b2043ccf-39ab-401e-a3af-5068be6b079f service neutron] 10.222.0.83 "GET /v2.0/networks?id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a HTTP/1.1" status: 200 len: 918 time: 0.0880234 Oct 29 01:35:46.035892 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e25dcbfe-98ec-4cf5-8c67-42ac2b809647 req-25b5e2ba-5d32-4923-8932-6b10daefcd94 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee32650-07ba-4e45-a318-0849274af2bf HTTP/1.1" status: 200 len: 1002 time: 0.0639341 Oct 29 01:35:46.088438 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dcbfe-98ec-4cf5-8c67-42ac2b809647 req-ad44aca9-809c-4846-a3fa-e49128f03c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:46.089939 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e25dcbfe-98ec-4cf5-8c67-42ac2b809647 req-ad44aca9-809c-4846-a3fa-e49128f03c6d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2ede7331-865e-43e5-b251-83ad21e6a29c HTTP/1.1" status: 200 len: 856 time: 0.0456858 Oct 29 01:35:46.142420 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25dcbfe-98ec-4cf5-8c67-42ac2b809647 req-0840f7c0-bfa9-450e-a572-4b3403714c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:46.143961 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e25dcbfe-98ec-4cf5-8c67-42ac2b809647 req-0840f7c0-bfa9-450e-a572-4b3403714c3c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453053 Oct 29 01:35:46.271958 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd73dc-c0aa-45a4-81a7-f2b1f0f4d2a1 req-8cd09391-f562-4f8b-8c77-503a019610a4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:46.273415 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-86cd73dc-c0aa-45a4-81a7-f2b1f0f4d2a1 req-8cd09391-f562-4f8b-8c77-503a019610a4 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.1015832 Oct 29 01:35:46.290402 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e25dcbfe-98ec-4cf5-8c67-42ac2b809647 req-c23f5b22-6d00-4b4d-aa0c-422317a198ed service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371801 Oct 29 01:35:46.609747 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-86cd73dc-c0aa-45a4-81a7-f2b1f0f4d2a1 req-538ac17c-edac-4a8c-9aaf-bed37566edbf tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289275 Oct 29 01:35:46.649974 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e25dcbfe-98ec-4cf5-8c67-42ac2b809647 req-366987fd-17a7-432e-a906-ecfd850c1f74 service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986073 Oct 29 01:35:47.738507 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5173a-bdf4-4c43-bb0e-b0ae74c43fa1 req-0ef375cf-182e-478b-b3d1-6c2fb40efd31 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:47.740036 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bdb5173a-bdf4-4c43-bb0e-b0ae74c43fa1 req-0ef375cf-182e-478b-b3d1-6c2fb40efd31 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0537522 Oct 29 01:35:47.779423 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bdb5173a-bdf4-4c43-bb0e-b0ae74c43fa1 req-df02d107-9130-4fd7-9bda-6fcf46d2a63e tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326931 Oct 29 01:35:48.904493 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b76ef-37f7-45e0-81b8-949ec7164299 req-645bc2e7-d433-4c6a-a281-a3f13cc44252 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:48.906574 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3e7b76ef-37f7-45e0-81b8-949ec7164299 req-645bc2e7-d433-4c6a-a281-a3f13cc44252 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 946 time: 0.0498588 Oct 29 01:35:48.949645 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3e7b76ef-37f7-45e0-81b8-949ec7164299 req-3088fb58-ed8f-46eb-a2e6-225403f521cf tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376136 Oct 29 01:35:49.378817 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ca938-a69c-46de-964e-0b0f0bc22f48 req-17554806-f0b6-454a-a60b-87957b482261 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:49.380388 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-574ca938-a69c-46de-964e-0b0f0bc22f48 req-17554806-f0b6-454a-a60b-87957b482261 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 945 time: 0.0506876 Oct 29 01:35:49.419406 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-574ca938-a69c-46de-964e-0b0f0bc22f48 req-5b38f7cc-bdf4-48d7-866c-9e4c1e34800c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322123 Oct 29 01:35:50.539530 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a18d1-1ef4-45ba-9089-55cc119d32fc req-85fb0db9-ca49-4458-8c38-3f5b21b907f0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:50.541008 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-013a18d1-1ef4-45ba-9089-55cc119d32fc req-85fb0db9-ca49-4458-8c38-3f5b21b907f0 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 945 time: 0.0518343 Oct 29 01:35:50.578601 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-013a18d1-1ef4-45ba-9089-55cc119d32fc req-36a86e1e-ccda-4e4f-8721-f53e7aae4ea9 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314045 Oct 29 01:35:50.938052 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device aee32650-07ba-4e45-a318-0849274af2bf no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:35:51.014129 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:51.039808 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b62925-d26a-4afb-bab2-c0288f74404a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee32650-07ba-4e45-a318-0849274af2bf'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:35:51.042113 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d20ad8-2258-4d4b-80e3-9f1570c8c35a" -d '{"events": [{"server_uuid": "91b62925-d26a-4afb-bab2-c0288f74404a", "name": "network-vif-unplugged", "status": "completed", "tag": "aee32650-07ba-4e45-a318-0849274af2bf"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:35:51.055942 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port aee32650-07ba-4e45-a318-0849274af2bf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=aee32650-07ba-4e45-a318-0849274af2bf,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:51.075866 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 01:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bef0986-96bb-4364-96d4-251986db9c4a x-openstack-request-id: req-2bef0986-96bb-4364-96d4-251986db9c4a {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:35:51.076156 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b62925-d26a-4afb-bab2-c0288f74404a", "name": "network-vif-unplugged", "status": "failed", "tag": "aee32650-07ba-4e45-a318-0849274af2bf", "code": 422}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:35:51.076414 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2bef0986-96bb-4364-96d4-251986db9c4a {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:35:51.076808 dv-cinder-813984-5-iscsi neutron-server[101844]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '91b62925-d26a-4afb-bab2-c0288f74404a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aee32650-07ba-4e45-a318-0849274af2bf', 'code': 422} returned with failed status Oct 29 01:35:51.131269 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:51.184758 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=aee32650-07ba-4e45-a318-0849274af2bf,revision_number=8']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:51.306594 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba42cda-7ad6-4b78-a752-0001dd29e517 req-3807a918-da91-48f8-8b07-26f9ec0de62f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:51.307977 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2ba42cda-7ad6-4b78-a752-0001dd29e517 req-3807a918-da91-48f8-8b07-26f9ec0de62f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.0761392 Oct 29 01:35:51.331123 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34fc1e9-6a29-4f18-aab8-0c875e58622c req-6eb286da-d4a2-4f6e-ada1-2ef3f15dd37c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:51.332603 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a34fc1e9-6a29-4f18-aab8-0c875e58622c req-6eb286da-d4a2-4f6e-ada1-2ef3f15dd37c tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 945 time: 0.0720439 Oct 29 01:35:51.395343 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2ba42cda-7ad6-4b78-a752-0001dd29e517 req-a4962788-ca79-49de-8f34-635f0db525dd tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786958 Oct 29 01:35:51.453303 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-a34fc1e9-6a29-4f18-aab8-0c875e58622c req-81cf2a20-25e3-48de-a5ce-eb195d75d404 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Deleting port 334d5ed1-db63-42dc-bee7-9a695829f7de {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:35:51.453682 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a34fc1e9-6a29-4f18-aab8-0c875e58622c req-81cf2a20-25e3-48de-a5ce-eb195d75d404 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:51.548304 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-a34fc1e9-6a29-4f18-aab8-0c875e58622c req-81cf2a20-25e3-48de-a5ce-eb195d75d404 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] For port 334d5ed1-db63-42dc-bee7-9a695829f7de, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=334d5ed1-db63-42dc-bee7-9a695829f7de,segment=NetworkSegment(dc852203-768c-4234-8d94-cf677f682d7e),segment_id=dc852203-768c-4234-8d94-cf677f682d7e)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:35:51.548966 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a34fc1e9-6a29-4f18-aab8-0c875e58622c req-81cf2a20-25e3-48de-a5ce-eb195d75d404 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:51.583327 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-289566a7-a050-4bdc-8e9b-3d22dc211491 req-f161f1b9-92e0-4ec7-bc72-2cad01182706 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412319 Oct 29 01:35:51.762189 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a42ec-f035-4c30-a137-f40cca265160 req-6e5fbb82-2ac5-4c94-b972-b3935da2ce59 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:51.768254 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-306a42ec-f035-4c30-a137-f40cca265160 req-6e5fbb82-2ac5-4c94-b972-b3935da2ce59 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 945 time: 0.1085808 Oct 29 01:35:51.778540 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a34fc1e9-6a29-4f18-aab8-0c875e58622c req-81cf2a20-25e3-48de-a5ce-eb195d75d404 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:51.778895 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a34fc1e9-6a29-4f18-aab8-0c875e58622c req-81cf2a20-25e3-48de-a5ce-eb195d75d404 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989738'] for floatingip, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:51.779207 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.l3_db [req-a34fc1e9-6a29-4f18-aab8-0c875e58622c req-81cf2a20-25e3-48de-a5ce-eb195d75d404 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Floating IP c149cae2-99f1-472c-8f28-9c4785fd1818 disassociated. External IP: 172.27.3.246, port: 334d5ed1-db63-42dc-bee7-9a695829f7de. Oct 29 01:35:51.779545 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-a34fc1e9-6a29-4f18-aab8-0c875e58622c req-81cf2a20-25e3-48de-a5ce-eb195d75d404 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Calling delete_port for 334d5ed1-db63-42dc-bee7-9a695829f7de owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:35:51.848686 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-306a42ec-f035-4c30-a137-f40cca265160 req-13d98e10-b814-4741-93e2-1468ea9c9796 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups?id=3b54760d-eb00-487c-8238-8fb63f18bea3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780926 Oct 29 01:35:52.025962 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a34fc1e9-6a29-4f18-aab8-0c875e58622c req-81cf2a20-25e3-48de-a5ce-eb195d75d404 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:52.054982 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf2a20-25e3-48de-a5ce-eb195d75d404 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Pushing event deleted for resources: {'Port': ['ID=334d5ed1-db63-42dc-bee7-9a695829f7de,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:52.174002 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a34fc1e9-6a29-4f18-aab8-0c875e58622c req-81cf2a20-25e3-48de-a5ce-eb195d75d404 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Router 58ecb1c1-c6e1-478b-90bc-785facda450d has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:35:52.297871 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a34fc1e9-6a29-4f18-aab8-0c875e58622c req-81cf2a20-25e3-48de-a5ce-eb195d75d404 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:35:52.309194 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df4bdbd-22e8-4058-8fb5-abed2384055c None None] Sync routers for ids ['58ecb1c1-c6e1-478b-90bc-785facda450d'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:35:52.318589 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df4bdbd-22e8-4058-8fb5-abed2384055c None None] Routers {'58ecb1c1-c6e1-478b-90bc-785facda450d'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:35:52.319278 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-7df4bdbd-22e8-4058-8fb5-abed2384055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:35:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['58ecb1c1-c6e1-478b-90bc-785facda450d'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:35:52.339446 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-a34fc1e9-6a29-4f18-aab8-0c875e58622c req-81cf2a20-25e3-48de-a5ce-eb195d75d404 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] No DVR routers for this DVR port 334d5ed1-db63-42dc-bee7-9a695829f7de on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:35:52.341998 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a34fc1e9-6a29-4f18-aab8-0c875e58622c req-81cf2a20-25e3-48de-a5ce-eb195d75d404 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:52.345328 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a34fc1e9-6a29-4f18-aab8-0c875e58622c req-81cf2a20-25e3-48de-a5ce-eb195d75d404 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.83 "DELETE /v2.0/ports/334d5ed1-db63-42dc-bee7-9a695829f7de HTTP/1.1" status: 204 len: 173 time: 1.0016606 Oct 29 01:35:52.345760 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba08d2b5-ae9e-43db-b376-18011c8863f6', 'name': 'network-vif-deleted', 'tag': '334d5ed1-db63-42dc-bee7-9a695829f7de'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:35:52.348024 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c194da0-86b2-4f66-bdae-ced7d4f3c779" -d '{"events": [{"server_uuid": "ba08d2b5-ae9e-43db-b376-18011c8863f6", "name": "network-vif-deleted", "tag": "334d5ed1-db63-42dc-bee7-9a695829f7de"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:35:52.388957 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2253e6-a41d-4f52-8466-94d10354919e x-openstack-request-id: req-ea2253e6-a41d-4f52-8466-94d10354919e {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:35:52.389394 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba08d2b5-ae9e-43db-b376-18011c8863f6", "name": "network-vif-deleted", "tag": "334d5ed1-db63-42dc-bee7-9a695829f7de", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:35:52.389746 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-ea2253e6-a41d-4f52-8466-94d10354919e {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:35:52.390356 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba08d2b5-ae9e-43db-b376-18011c8863f6', 'name': 'network-vif-deleted', 'tag': '334d5ed1-db63-42dc-bee7-9a695829f7de', 'status': 'completed', 'code': 200} Oct 29 01:35:52.555105 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c5dbd-8c01-402e-a0a7-47f93c3d20ca req-9d18ae9d-a504-4264-950c-51c30df7ccdf tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:52.556769 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-506c5dbd-8c01-402e-a0a7-47f93c3d20ca req-9d18ae9d-a504-4264-950c-51c30df7ccdf tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.0744400 Oct 29 01:35:52.579857 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-7df4bdbd-22e8-4058-8fb5-abed2384055c None None] Set router 58ecb1c1-c6e1-478b-90bc-785facda450d gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:35:52.600851 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-506c5dbd-8c01-402e-a0a7-47f93c3d20ca req-4944ede7-5a55-4de6-bedb-94fe26344b63 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374298 Oct 29 01:35:52.792761 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-7df4bdbd-22e8-4058-8fb5-abed2384055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 4, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': 'ca41fa19-b501-4ae0-ae41-4e21872c5d6b', 'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'mac_address': 'fa:16:3e:cb:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 5, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'subnets': [{'id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:35:52.823456 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df4bdbd-22e8-4058-8fb5-abed2384055c None None] Checking router: 58ecb1c1-c6e1-478b-90bc-785facda450d for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:35:52.832251 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df4bdbd-22e8-4058-8fb5-abed2384055c None None] Routers {'58ecb1c1-c6e1-478b-90bc-785facda450d'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:35:52.832855 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-7df4bdbd-22e8-4058-8fb5-abed2384055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:35:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['58ecb1c1-c6e1-478b-90bc-785facda450d'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:35:52.936947 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-7df4bdbd-22e8-4058-8fb5-abed2384055c None None] Set router 58ecb1c1-c6e1-478b-90bc-785facda450d gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:35:52.957621 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a0206215-7d62-4a42-a336-8e7170ee2242 req-11190c15-dfa0-4e9c-b5a9-d685067be87f tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/ports?device_id=ba08d2b5-ae9e-43db-b376-18011c8863f6 HTTP/1.1" status: 200 len: 210 time: 0.0263739 Oct 29 01:35:53.036540 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289566a7-a050-4bdc-8e9b-3d22dc211491 req-6d0a4728-9c7f-48fa-952a-f48473cde2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:53.038102 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-289566a7-a050-4bdc-8e9b-3d22dc211491 req-6d0a4728-9c7f-48fa-952a-f48473cde2b6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a&tenant_id=413ce1a7d8504d0b9f656d9e623f9005 HTTP/1.1" status: 200 len: 1097 time: 0.0431070 Oct 29 01:35:53.102040 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289566a7-a050-4bdc-8e9b-3d22dc211491 req-86a7b36a-1688-4610-b286-3b9f1e7eb7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:53.104209 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-289566a7-a050-4bdc-8e9b-3d22dc211491 req-86a7b36a-1688-4610-b286-3b9f1e7eb7d4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=413ce1a7d8504d0b9f656d9e623f9005&device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 1097 time: 0.0435197 Oct 29 01:35:53.150076 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-7df4bdbd-22e8-4058-8fb5-abed2384055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 4, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': 'ca41fa19-b501-4ae0-ae41-4e21872c5d6b', 'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'mac_address': 'fa:16:3e:cb:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 5, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'subnets': [{'id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:35:53.179843 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df4bdbd-22e8-4058-8fb5-abed2384055c None None] The sync data for ids ['58ecb1c1-c6e1-478b-90bc-785facda450d'] in dv-cinder-813984-5-iscsi is: [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:29:11Z', 'revision_number': 4, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': 'ca41fa19-b501-4ae0-ae41-4e21872c5d6b', 'name': '', 'network_id': '598c8fe0-c1fa-4706-88a3-f2e6ce25e99c', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'mac_address': 'fa:16:3e:cb:21:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 5, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'subnets': [{'id': '67bc09a3-f88c-4c46-a274-32b5b88cd6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:35:53.205030 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289566a7-a050-4bdc-8e9b-3d22dc211491 req-4cd3ba8d-2a43-4f59-b5bd-f27bb0ef0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:53.206576 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-289566a7-a050-4bdc-8e9b-3d22dc211491 req-4cd3ba8d-2a43-4f59-b5bd-f27bb0ef0db8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a HTTP/1.1" status: 200 len: 918 time: 0.0917706 Oct 29 01:35:53.276264 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-289566a7-a050-4bdc-8e9b-3d22dc211491 req-f1aab3f1-d5b7-4f3e-b99c-70600d9eacb1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aee32650-07ba-4e45-a318-0849274af2bf HTTP/1.1" status: 200 len: 1000 time: 0.0611038 Oct 29 01:35:53.335760 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289566a7-a050-4bdc-8e9b-3d22dc211491 req-7c955567-13f1-41d4-9962-952da37737a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:53.338920 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-289566a7-a050-4bdc-8e9b-3d22dc211491 req-7c955567-13f1-41d4-9962-952da37737a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2ede7331-865e-43e5-b251-83ad21e6a29c HTTP/1.1" status: 200 len: 856 time: 0.0513253 Oct 29 01:35:53.391613 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289566a7-a050-4bdc-8e9b-3d22dc211491 req-c28f5338-3e35-487d-addb-93bc7aa9f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:53.393004 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-289566a7-a050-4bdc-8e9b-3d22dc211491 req-c28f5338-3e35-487d-addb-93bc7aa9f4ec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=83a007f6-bd8f-4f0b-a900-af58d53d6b5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470347 Oct 29 01:35:53.411234 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee5751f-9624-4974-b5c1-0247d2734999 None None] New status for floating IP c149cae2-99f1-472c-8f28-9c4785fd1818: DOWN {{(pid=101845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:35:53.497528 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-289566a7-a050-4bdc-8e9b-3d22dc211491 req-5109b0aa-a0b1-427a-a6d2-5072f23cc269 service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922623 Oct 29 01:35:53.591594 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-289566a7-a050-4bdc-8e9b-3d22dc211491 req-6c718511-026b-4da5-83a7-50222fef8bcf service neutron] 10.222.0.83 "GET /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863056 Oct 29 01:35:53.730762 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c2a3b-7905-4862-ab9f-f6a635a7edc4 req-44bddae3-9556-40af-9a5a-0eddeed95642 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:53.732532 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-398c2a3b-7905-4862-ab9f-f6a635a7edc4 req-44bddae3-9556-40af-9a5a-0eddeed95642 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.0533779 Oct 29 01:35:53.771382 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-398c2a3b-7905-4862-ab9f-f6a635a7edc4 req-25d91a29-55d3-47e8-8c4f-20279bc36f5c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324407 Oct 29 01:35:54.107424 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 36042) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:54.227945 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0bafcced-616d-4cd0-acef-cd75d4b97f05 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:54.270937 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0bafcced-616d-4cd0-acef-cd75d4b97f05 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:54.416374 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0bafcced-616d-4cd0-acef-cd75d4b97f05 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:54.418964 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0bafcced-616d-4cd0-acef-cd75d4b97f05 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:54.420275 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-0bafcced-616d-4cd0-acef-cd75d4b97f05 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "DELETE /v2.0/security-groups/3b54760d-eb00-487c-8238-8fb63f18bea3 HTTP/1.1" status: 204 len: 168 time: 0.3108747 Oct 29 01:35:54.425106 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 36046) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:54.438847 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafcced-616d-4cd0-acef-cd75d4b97f05 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b54760d-eb00-487c-8238-8fb63f18bea3,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:54.466370 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.api.v2.resource [None req-186542fc-bed7-448f-aa70-8987088c0e19 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] show failed (client error): The resource could not be found. Oct 29 01:35:54.467695 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-186542fc-bed7-448f-aa70-8987088c0e19 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "GET /v2.0/security-groups/3b54760d-eb00-487c-8238-8fb63f18bea3 HTTP/1.1" status: 404 len: 347 time: 0.0416386 Oct 29 01:35:54.470645 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 36048) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:54.602087 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e0912408-b2c2-499a-bc36-80a2ad825262 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Deleting port a7f9a892-7bed-442a-a620-33313f5385a0 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:35:54.602764 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e0912408-b2c2-499a-bc36-80a2ad825262 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:54.685723 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e0912408-b2c2-499a-bc36-80a2ad825262 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:54.686114 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e0912408-b2c2-499a-bc36-80a2ad825262 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:54.699712 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e0912408-b2c2-499a-bc36-80a2ad825262 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Calling delete_port for a7f9a892-7bed-442a-a620-33313f5385a0 owned by network:floatingip {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:35:54.906041 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b2730-74c6-4ee6-83fa-76831b6059ac req-6e2b7ecd-2139-4a15-82dd-d6319507b057 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:54.907512 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-462b2730-74c6-4ee6-83fa-76831b6059ac req-6e2b7ecd-2139-4a15-82dd-d6319507b057 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.0527432 Oct 29 01:35:54.927127 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e0912408-b2c2-499a-bc36-80a2ad825262 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:54.968083 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0912408-b2c2-499a-bc36-80a2ad825262 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Pushing event deleted for resources: {'Port': ['ID=a7f9a892-7bed-442a-a620-33313f5385a0,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:35:54.995635 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-462b2730-74c6-4ee6-83fa-76831b6059ac req-32ddbe5e-a39d-415a-a71a-9da708a8f60f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813355 Oct 29 01:35:55.041577 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e0912408-b2c2-499a-bc36-80a2ad825262 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks [] for floatingip, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:55.044250 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e0912408-b2c2-499a-bc36-80a2ad825262 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:55.048171 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-e0912408-b2c2-499a-bc36-80a2ad825262 tempest-AttachVolumeTestJSON-404728524 tempest-AttachVolumeTestJSON-404728524-project] 10.222.0.87 "DELETE /v2.0/floatingips/c149cae2-99f1-472c-8f28-9c4785fd1818 HTTP/1.1" status: 204 len: 168 time: 0.5737469 Oct 29 01:35:56.158956 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889f184-447d-4bb5-a711-22549cc7c04f req-b3d1fbc2-a9d0-4f42-94ed-471ab2f48cbe tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:56.160406 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8889f184-447d-4bb5-a711-22549cc7c04f req-b3d1fbc2-a9d0-4f42-94ed-471ab2f48cbe tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.0792925 Oct 29 01:35:56.212202 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8889f184-447d-4bb5-a711-22549cc7c04f req-2e08ae70-df64-45fc-873b-47827bd37785 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455458 Oct 29 01:35:56.962042 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 334d5ed1-db63-42dc-bee7-9a695829f7de no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:35:56.982942 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: 334d5ed1-db63-42dc-bee7-9a695829f7de {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:35:56.983278 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 334d5ed1-db63-42dc-bee7-9a695829f7de not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:35:57.211449 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-95870e36-f045-429a-905d-7ee35045a46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:35:57.350653 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100aa70-b219-4690-9e7b-77cb53bfa86d req-73ab496d-d0f9-414a-81a6-f20977bb4628 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:57.352884 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9100aa70-b219-4690-9e7b-77cb53bfa86d req-73ab496d-d0f9-414a-81a6-f20977bb4628 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.0609560 Oct 29 01:35:57.394751 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9100aa70-b219-4690-9e7b-77cb53bfa86d req-f784d403-87e7-47ed-ad72-a68d1f161894 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349965 Oct 29 01:35:58.524416 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c828c72-c4ed-42d3-bf3c-2d6787eb22a9 req-065229be-5b3f-47c0-8ff4-d5bcd5094233 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:58.525905 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0c828c72-c4ed-42d3-bf3c-2d6787eb22a9 req-065229be-5b3f-47c0-8ff4-d5bcd5094233 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.0540168 Oct 29 01:35:58.569548 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0c828c72-c4ed-42d3-bf3c-2d6787eb22a9 req-58f3b2e4-02a8-4ac0-bd8f-34566ae568a7 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375602 Oct 29 01:35:59.517602 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 36088) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:35:59.762244 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b533f1-f21f-4644-af02-7386fe102de2 req-d304781b-8c58-4712-8ac3-ff3656943c4f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:35:59.763628 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-30b533f1-f21f-4644-af02-7386fe102de2 req-d304781b-8c58-4712-8ac3-ff3656943c4f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.0998311 Oct 29 01:35:59.885068 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-30b533f1-f21f-4644-af02-7386fe102de2 req-5910fcf4-7f7d-4849-9ee3-6fb98f2fa78a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070497 Oct 29 01:36:00.064269 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-911b85c4-f147-4d54-b9df-0e26d90c55fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987946'] for router_interface, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:00.176401 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e6146f82-3d35-4fba-9f22-c880d7371869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:00.523705 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-911b85c4-f147-4d54-b9df-0e26d90c55fe admin admin] Deleting port ca41fa19-b501-4ae0-ae41-4e21872c5d6b {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:00.523705 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-911b85c4-f147-4d54-b9df-0e26d90c55fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:00.523705 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-911b85c4-f147-4d54-b9df-0e26d90c55fe admin admin] For port ca41fa19-b501-4ae0-ae41-4e21872c5d6b, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=ca41fa19-b501-4ae0-ae41-4e21872c5d6b,segment=NetworkSegment(dc852203-768c-4234-8d94-cf677f682d7e),segment_id=dc852203-768c-4234-8d94-cf677f682d7e)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:00.523705 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-911b85c4-f147-4d54-b9df-0e26d90c55fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:00.523705 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-911b85c4-f147-4d54-b9df-0e26d90c55fe admin admin] Calling delete_port for ca41fa19-b501-4ae0-ae41-4e21872c5d6b owned by network:router_interface {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:00.856509 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-911b85c4-f147-4d54-b9df-0e26d90c55fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:00.881809 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b85c4-f147-4d54-b9df-0e26d90c55fe admin admin] Pushing event deleted for resources: {'Port': ['ID=ca41fa19-b501-4ae0-ae41-4e21872c5d6b,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:01.105477 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:01.109498 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b7fd1-f8f5-43b2-bfab-622d02272faf req-0372e7c3-2a2b-4b35-8e7e-f6ff11755120 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:01.110973 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b08b7fd1-f8f5-43b2-bfab-622d02272faf req-0372e7c3-2a2b-4b35-8e7e-f6ff11755120 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.1022797 Oct 29 01:36:01.117881 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-911b85c4-f147-4d54-b9df-0e26d90c55fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-988094'] for router_interface, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:01.136686 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:36:01.353417 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:01.507962 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b08b7fd1-f8f5-43b2-bfab-622d02272faf req-0fd584b0-663a-4325-8c78-5ebf2c9f46fa tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3866165 Oct 29 01:36:01.651116 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911b85c4-f147-4d54-b9df-0e26d90c55fe admin admin] Router 58ecb1c1-c6e1-478b-90bc-785facda450d has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:36:01.761996 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911b85c4-f147-4d54-b9df-0e26d90c55fe admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:36:01.767910 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-911b85c4-f147-4d54-b9df-0e26d90c55fe admin admin] 10.222.0.87 "PUT /v2.0/routers/58ecb1c1-c6e1-478b-90bc-785facda450d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2490959 Oct 29 01:36:01.770677 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 36100) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:01.774723 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1697a0aa-a19f-41a3-9d71-d084a2f7ff46 None None] Sync routers for ids ['58ecb1c1-c6e1-478b-90bc-785facda450d'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:36:01.788213 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1697a0aa-a19f-41a3-9d71-d084a2f7ff46 None None] Routers {'58ecb1c1-c6e1-478b-90bc-785facda450d'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:36:01.789192 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-1697a0aa-a19f-41a3-9d71-d084a2f7ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:36:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['58ecb1c1-c6e1-478b-90bc-785facda450d'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:01.892857 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68ea54a1-db6d-4b77-9cb8-531c2d03164d admin admin] Publish callbacks [] for router, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:01.913110 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-1697a0aa-a19f-41a3-9d71-d084a2f7ff46 None None] Set router 58ecb1c1-c6e1-478b-90bc-785facda450d gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:36:02.023227 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68ea54a1-db6d-4b77-9cb8-531c2d03164d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:02.146937 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-1697a0aa-a19f-41a3-9d71-d084a2f7ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:36:00Z', 'revision_number': 5, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port': {'id': 'e5e8a530-3f8b-46f6-bbbb-72d8b0416b06', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:45:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:02.162440 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-68ea54a1-db6d-4b77-9cb8-531c2d03164d admin admin] Deleting port e5e8a530-3f8b-46f6-bbbb-72d8b0416b06 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:02.162440 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68ea54a1-db6d-4b77-9cb8-531c2d03164d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:02.176758 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1697a0aa-a19f-41a3-9d71-d084a2f7ff46 None None] Checking router: 58ecb1c1-c6e1-478b-90bc-785facda450d for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:36:02.187036 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1697a0aa-a19f-41a3-9d71-d084a2f7ff46 None None] Routers {'58ecb1c1-c6e1-478b-90bc-785facda450d'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:36:02.187680 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-1697a0aa-a19f-41a3-9d71-d084a2f7ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:36:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['58ecb1c1-c6e1-478b-90bc-785facda450d'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:02.233318 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-68ea54a1-db6d-4b77-9cb8-531c2d03164d admin admin] For port e5e8a530-3f8b-46f6-bbbb-72d8b0416b06, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=e5e8a530-3f8b-46f6-bbbb-72d8b0416b06,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:02.233797 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68ea54a1-db6d-4b77-9cb8-531c2d03164d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:02.247430 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-68ea54a1-db6d-4b77-9cb8-531c2d03164d admin admin] Calling delete_port for e5e8a530-3f8b-46f6-bbbb-72d8b0416b06 owned by network:router_gateway {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:02.297787 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-1697a0aa-a19f-41a3-9d71-d084a2f7ff46 None None] Set router 58ecb1c1-c6e1-478b-90bc-785facda450d gateway port host: None {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:36:02.377745 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-1697a0aa-a19f-41a3-9d71-d084a2f7ff46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:36:02Z', 'revision_number': 6, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port_host': None}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:02.410980 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1697a0aa-a19f-41a3-9d71-d084a2f7ff46 None None] The sync data for ids ['58ecb1c1-c6e1-478b-90bc-785facda450d'] in dv-cinder-813984-5-iscsi is: [{'id': '58ecb1c1-c6e1-478b-90bc-785facda450d', 'name': 'tempest-AttachVolumeTestJSON-465067034-router', 'tenant_id': 'c51a2093a0874d52a08f6e25489ba181', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:03Z', 'updated_at': '2021-10-29T01:36:02Z', 'revision_number': 6, 'project_id': 'c51a2093a0874d52a08f6e25489ba181', 'gw_port_host': None}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:36:02.618274 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68ea54a1-db6d-4b77-9cb8-531c2d03164d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:02.655012 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea54a1-db6d-4b77-9cb8-531c2d03164d admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e8a530-3f8b-46f6-bbbb-72d8b0416b06,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:02.714658 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6df1a-d81f-4eb0-8001-c3e03815437b req-7e40b2f9-366a-4f97-9b28-8ac8cfe4b7da tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:02.716193 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-44b6df1a-d81f-4eb0-8001-c3e03815437b req-7e40b2f9-366a-4f97-9b28-8ac8cfe4b7da tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.1270037 Oct 29 01:36:02.758735 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68ea54a1-db6d-4b77-9cb8-531c2d03164d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989792'] for router_gateway, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:02.851448 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-44b6df1a-d81f-4eb0-8001-c3e03815437b req-2b031af6-cd82-417f-99a3-8f069aeb9e67 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242347 Oct 29 01:36:02.947448 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68ea54a1-db6d-4b77-9cb8-531c2d03164d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3706'] for router, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:02.947448 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68ea54a1-db6d-4b77-9cb8-531c2d03164d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:02.999808 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:03.097004 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68ea54a1-db6d-4b77-9cb8-531c2d03164d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987645'] for router, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:03.097470 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ea54a1-db6d-4b77-9cb8-531c2d03164d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58ecb1c1-c6e1-478b-90bc-785facda450d {{(pid=101842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 01:36:03.104369 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-68ea54a1-db6d-4b77-9cb8-531c2d03164d admin admin] Publish callbacks [] for router, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:03.105603 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-68ea54a1-db6d-4b77-9cb8-531c2d03164d admin admin] 10.222.0.87 "DELETE /v2.0/routers/58ecb1c1-c6e1-478b-90bc-785facda450d HTTP/1.1" status: 204 len: 168 time: 1.3326705 Oct 29 01:36:03.108101 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 36104) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:03.155111 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62fe6c0-265d-487c-92b4-75eae4f7dfff admin admin] Deleting subnet 67bc09a3-f88c-4c46-a274-32b5b88cd6f4 {{(pid=101842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:36:03.158543 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a62fe6c0-265d-487c-92b4-75eae4f7dfff admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:03.196122 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a62fe6c0-265d-487c-92b4-75eae4f7dfff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555563'] for subnet, precommit_delete_associations {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:03.291992 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device ca41fa19-b501-4ae0-ae41-4e21872c5d6b no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:36:03.315442 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a62fe6c0-265d-487c-92b4-75eae4f7dfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8342707'] for subnet, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:03.317183 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: ca41fa19-b501-4ae0-ae41-4e21872c5d6b {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:36:03.317812 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device ca41fa19-b501-4ae0-ae41-4e21872c5d6b not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:36:03.507282 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a62fe6c0-265d-487c-92b4-75eae4f7dfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26056727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26099192'] for subnet, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:03.537824 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62fe6c0-265d-487c-92b4-75eae4f7dfff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67bc09a3-f88c-4c46-a274-32b5b88cd6f4,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:03.543136 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a62fe6c0-265d-487c-92b4-75eae4f7dfff admin admin] Publish callbacks [] for subnet, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:03.545924 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eadab7-239a-46be-a428-e39eeeab5b93 None None] Network 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:36:03.561976 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 36106) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:03.570551 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-a62fe6c0-265d-487c-92b4-75eae4f7dfff admin admin] 10.222.0.87 "DELETE /v2.0/subnets/67bc09a3-f88c-4c46-a274-32b5b88cd6f4 HTTP/1.1" status: 204 len: 168 time: 0.4610913 Oct 29 01:36:03.646437 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7984549'] for network, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:03.713787 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] Deleting port 0b4e888a-ca47-4d60-8beb-c7498f91610e {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:03.714423 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:03.764424 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdd382e-2795-4661-9170-f8db7856f7e1 None None] DHCP port deletion for 598c8fe0-c1fa-4706-88a3-f2e6ce25e99c request from dv-cinder-813984-5-iscsi {{(pid=101844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 01:36:03.780335 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] For port 0b4e888a-ca47-4d60-8beb-c7498f91610e, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=0b4e888a-ca47-4d60-8beb-c7498f91610e,segment=NetworkSegment(dc852203-768c-4234-8d94-cf677f682d7e),segment_id=dc852203-768c-4234-8d94-cf677f682d7e)] {{(pid=101843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:03.780709 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:03.799338 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] Calling delete_port for 0b4e888a-ca47-4d60-8beb-c7498f91610e owned by network:dhcp {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:03.840344 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd382e-2795-4661-9170-f8db7856f7e1 None None] Deleting port 0b4e888a-ca47-4d60-8beb-c7498f91610e {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:03.840801 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5cdd382e-2795-4661-9170-f8db7856f7e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:03.919788 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-5cdd382e-2795-4661-9170-f8db7856f7e1 None None] For port 0b4e888a-ca47-4d60-8beb-c7498f91610e, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=0b4e888a-ca47-4d60-8beb-c7498f91610e,segment=NetworkSegment(dc852203-768c-4234-8d94-cf677f682d7e),segment_id=dc852203-768c-4234-8d94-cf677f682d7e)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:03.920210 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5cdd382e-2795-4661-9170-f8db7856f7e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:03.935587 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-5cdd382e-2795-4661-9170-f8db7856f7e1 None None] Calling delete_port for 0b4e888a-ca47-4d60-8beb-c7498f91610e owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:03.997790 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17f702-9512-421f-8df7-afe85b1dbf50 req-993d67a7-7f55-4681-af92-d60b2f343686 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:03.999637 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4b17f702-9512-421f-8df7-afe85b1dbf50 req-993d67a7-7f55-4681-af92-d60b2f343686 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.0734382 Oct 29 01:36:04.014209 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:04.029015 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] No DVR routers for this DVR port 0b4e888a-ca47-4d60-8beb-c7498f91610e on host dv-cinder-813984-5-iscsi {{(pid=101843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:36:04.065383 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5cdd382e-2795-4661-9170-f8db7856f7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:04.078228 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4b17f702-9512-421f-8df7-afe85b1dbf50 req-857267c8-4eb1-4c06-bd23-72739888c29f tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714920 Oct 29 01:36:04.098680 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd382e-2795-4661-9170-f8db7856f7e1 None None] Pushing event deleted for resources: {'Port': ['ID=0b4e888a-ca47-4d60-8beb-c7498f91610e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:04.101386 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b4e888a-ca47-4d60-8beb-c7498f91610e,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:04.109762 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdd382e-2795-4661-9170-f8db7856f7e1 None None] No DVR routers for this DVR port 0b4e888a-ca47-4d60-8beb-c7498f91610e on host dv-cinder-813984-5-iscsi {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:36:04.151439 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8172742', 'neutron.services.segments.db._delete_segments_for_network-8789671302000'] for network, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:04.173835 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598c8fe0-c1fa-4706-88a3-f2e6ce25e99c']}} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:04.184930 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc852203-768c-4234-8d94-cf677f682d7e') {'for_net_delete': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:04.185228 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc852203-768c-4234-8d94-cf677f682d7e') {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:04.194778 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789671302777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680523'] for segment, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:04.207827 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:04.214727 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] Releasing vlan 929 on physical network physnet1 to pool {{(pid=101843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790430'] for segment, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: Traceback (most recent call last): Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: timer() Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: cb(*args, **kw) Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: return func(*args, **kwargs) Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: self._notify() Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: self.callback(batched_events) Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: event.method(event) Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: return f(self, *a, **k) Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: return self._get(url).json() Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: return self.request(url, 'GET', **kwargs) Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:36:04.220803 dv-cinder-813984-5-iscsi neutron-server[101843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:36:04.353470 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8171573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989756'] for network, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:04.359445 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:04.362764 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] 10.222.0.87 "DELETE /v2.0/networks/598c8fe0-c1fa-4706-88a3-f2e6ce25e99c HTTP/1.1" status: 204 len: 168 time: 0.7997520 Oct 29 01:36:04.375627 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bc7ce-ffeb-45fe-80b7-bee05aea5937 admin admin] Pushing event deleted for resources: {'Network': ['ID=598c8fe0-c1fa-4706-88a3-f2e6ce25e99c,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:04.788684 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device e5e8a530-3f8b-46f6-bbbb-72d8b0416b06 no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:36:04.815679 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: e5e8a530-3f8b-46f6-bbbb-72d8b0416b06 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:36:04.816057 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device e5e8a530-3f8b-46f6-bbbb-72d8b0416b06 not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:36:04.816495 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 0b4e888a-ca47-4d60-8beb-c7498f91610e no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:36:04.979821 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 0b4e888a-ca47-4d60-8beb-c7498f91610e {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:36:04.980197 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 0b4e888a-ca47-4d60-8beb-c7498f91610e not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:36:05.133290 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 36116) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:05.201971 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-7ca2ff45-1362-4340-aaf3-71d0216bd333 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=c51a2093a0874d52a08f6e25489ba181&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0674191 Oct 29 01:36:05.202692 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 36118) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:05.228738 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226fb8b-1426-4b4e-8279-9dbfec423d2d req-04f323df-09bb-4a12-8c64-beacbae7dcf6 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:05.230211 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e226fb8b-1426-4b4e-8279-9dbfec423d2d req-04f323df-09bb-4a12-8c64-beacbae7dcf6 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.0624161 Oct 29 01:36:05.259749 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cc040bbb-69db-45a5-9d46-4f0f82e496aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:05.276347 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e226fb8b-1426-4b4e-8279-9dbfec423d2d req-8e0572e6-bfda-42bf-8e94-2b5d65935a6c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396309 Oct 29 01:36:05.282744 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cc040bbb-69db-45a5-9d46-4f0f82e496aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:05.398963 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cc040bbb-69db-45a5-9d46-4f0f82e496aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:05.401599 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cc040bbb-69db-45a5-9d46-4f0f82e496aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:05.402757 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-cc040bbb-69db-45a5-9d46-4f0f82e496aa admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/6d32b40f-ba52-4c91-beae-5fd0b0f1bf61 HTTP/1.1" status: 204 len: 168 time: 0.1981599 Oct 29 01:36:05.412916 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc040bbb-69db-45a5-9d46-4f0f82e496aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d32b40f-ba52-4c91-beae-5fd0b0f1bf61,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:06.324226 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd7d57-8c75-46ec-8da6-0e59b3d0c87f req-5d7bc6e6-bdc9-499d-aa58-0d668a32ebee tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:06.326130 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-89dd7d57-8c75-46ec-8da6-0e59b3d0c87f req-5d7bc6e6-bdc9-499d-aa58-0d668a32ebee tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 984 time: 0.0566103 Oct 29 01:36:06.391213 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-89dd7d57-8c75-46ec-8da6-0e59b3d0c87f req-ff930e08-9c1c-4a30-b808-c9295aed9252 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&id=49fa0380-4c13-4599-95bc-665bdded4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577958 Oct 29 01:36:06.414804 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442292c-8776-440f-a954-a783192fd963 req-c1b44055-26df-4335-84c4-b64afed1b0af tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:06.416421 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5442292c-8776-440f-a954-a783192fd963 req-c1b44055-26df-4335-84c4-b64afed1b0af tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.0610368 Oct 29 01:36:06.454965 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5442292c-8776-440f-a954-a783192fd963 req-c010f638-130d-4937-86d1-3dbfa265f254 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323958 Oct 29 01:36:06.495565 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 36148) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:06.589791 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-a8445223-aa4a-4b1d-a701-e60373013be3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1017884879-network', 'tenant_id': 'b8778e689b6e42e2b16d49b3fe762ac6'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:36:06.791645 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8445223-aa4a-4b1d-a701-e60373013be3 admin admin] Made reservation on behalf of b8778e689b6e42e2b16d49b3fe762ac6 for: {'network': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:36:06.794185 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a8445223-aa4a-4b1d-a701-e60373013be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:06.803478 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a8445223-aa4a-4b1d-a701-e60373013be3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:06.905291 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea847ef-b7a3-47f5-8bcb-4b0d265704fe req-dfd83088-3d10-48ab-8d76-10a26978131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:06.906772 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5ea847ef-b7a3-47f5-8bcb-4b0d265704fe req-dfd83088-3d10-48ab-8d76-10a26978131c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=700a9aa6afdf4de6b64d375544d7eb88&device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 1137 time: 0.0663948 Oct 29 01:36:06.915672 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a8445223-aa4a-4b1d-a701-e60373013be3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:06.986598 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a8445223-aa4a-4b1d-a701-e60373013be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:07.023028 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea847ef-b7a3-47f5-8bcb-4b0d265704fe req-28a082fa-dce6-4995-9dd2-873a018e7358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:07.024557 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5ea847ef-b7a3-47f5-8bcb-4b0d265704fe req-28a082fa-dce6-4995-9dd2-873a018e7358 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f19f3101-bbb3-4742-8a56-446cb8123c94 HTTP/1.1" status: 200 len: 916 time: 0.1073000 Oct 29 01:36:07.025275 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8445223-aa4a-4b1d-a701-e60373013be3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 942} {{(pid=101842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:36:07.040399 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8445223-aa4a-4b1d-a701-e60373013be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef15605d-f4b3-4af1-a41d-ce6b313400e0,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:07.077434 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a8445223-aa4a-4b1d-a701-e60373013be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:07.083627 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.segments_db [None req-a8445223-aa4a-4b1d-a701-e60373013be3 admin admin] Added segment 71b4ef24-58b4-4811-baf6-f98ff22b4e28 of type vlan for network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 Oct 29 01:36:07.134410 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a8445223-aa4a-4b1d-a701-e60373013be3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:07.139230 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5ea847ef-b7a3-47f5-8bcb-4b0d265704fe req-9379da81-a0c6-4804-9431-12bf139ce385 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07d7a9e4-9af6-436e-932a-680c81d02f15 HTTP/1.1" status: 200 len: 1001 time: 0.1062157 Oct 29 01:36:07.198638 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea847ef-b7a3-47f5-8bcb-4b0d265704fe req-da6954d1-5ac8-4c69-918c-b937e6ce1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:07.200095 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5ea847ef-b7a3-47f5-8bcb-4b0d265704fe req-da6954d1-5ac8-4c69-918c-b937e6ce1e4d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c2d5b53-2760-4c65-a2d6-1cc01bf828e7 HTTP/1.1" status: 200 len: 854 time: 0.0471609 Oct 29 01:36:07.248552 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea847ef-b7a3-47f5-8bcb-4b0d265704fe req-f5476159-437b-443e-9b3d-23162da9625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:07.250088 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5ea847ef-b7a3-47f5-8bcb-4b0d265704fe req-f5476159-437b-443e-9b3d-23162da9625c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f19f3101-bbb3-4742-8a56-446cb8123c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418520 Oct 29 01:36:07.251170 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a8445223-aa4a-4b1d-a701-e60373013be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:07.252062 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8445223-aa4a-4b1d-a701-e60373013be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:07.252622 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-a8445223-aa4a-4b1d-a701-e60373013be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:07.361704 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8445223-aa4a-4b1d-a701-e60373013be3 admin admin] Pushing event updated for resources: {'Network': ['ID=55f0bc8e-67fb-4207-a774-2feb6c3222d3,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:07.374956 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:36:07.401242 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5ea847ef-b7a3-47f5-8bcb-4b0d265704fe req-1dff7f4c-66dd-4b66-80ec-5906c1aafb94 service neutron] 10.222.0.83 "GET /v2.0/networks/f19f3101-bbb3-4742-8a56-446cb8123c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288309 Oct 29 01:36:07.464055 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-a8445223-aa4a-4b1d-a701-e60373013be3 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9672527 Oct 29 01:36:07.467401 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 36156) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:36:07.472379 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-1ddc262d-1a75-4fb8-b9f6-e2a9d6f78000 admin admin] Request body: {'subnet': {'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1017884879-subnet', 'tenant_id': 'b8778e689b6e42e2b16d49b3fe762ac6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:36:07.542255 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1509f2-9c98-4a0b-b79b-020c0f91aa42 req-a0662524-cd59-4d02-bac1-4139cb79fd4d tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:07.543754 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6e1509f2-9c98-4a0b-b79b-020c0f91aa42 req-a0662524-cd59-4d02-bac1-4139cb79fd4d tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 984 time: 0.0768828 Oct 29 01:36:07.545824 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5ea847ef-b7a3-47f5-8bcb-4b0d265704fe req-c5bf94a1-74bb-4375-ac82-315f638d5119 service neutron] 10.222.0.83 "GET /v2.0/networks/f19f3101-bbb3-4742-8a56-446cb8123c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343734 Oct 29 01:36:07.563230 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddc262d-1a75-4fb8-b9f6-e2a9d6f78000 admin admin] Made reservation on behalf of b8778e689b6e42e2b16d49b3fe762ac6 for: {'subnet': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:36:07.563230 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1ddc262d-1a75-4fb8-b9f6-e2a9d6f78000 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25205606'] for subnet, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:07.588553 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6e1509f2-9c98-4a0b-b79b-020c0f91aa42 req-eaf40163-88a1-4298-b424-6885c27c72bc tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&id=49fa0380-4c13-4599-95bc-665bdded4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384140 Oct 29 01:36:07.707856 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22438f-2e4c-49d4-9c83-1967b9fea7c1 req-ef75ef11-fe27-4cbb-8ef1-04191d7c833a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:07.710535 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1b22438f-2e4c-49d4-9c83-1967b9fea7c1 req-ef75ef11-fe27-4cbb-8ef1-04191d7c833a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.0638647 Oct 29 01:36:07.751156 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1b22438f-2e4c-49d4-9c83-1967b9fea7c1 req-d696a547-306d-4390-a2d7-982907db1b81 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343704 Oct 29 01:36:07.845022 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ee1c5-98a3-48b2-80ac-91204ca2960a req-0c27ae14-ac3d-450c-b4e5-fcc6a6fa4c55 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:07.846429 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-586ee1c5-98a3-48b2-80ac-91204ca2960a req-0c27ae14-ac3d-450c-b4e5-fcc6a6fa4c55 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0508778 Oct 29 01:36:07.879697 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1ddc262d-1a75-4fb8-b9f6-e2a9d6f78000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2790585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25205404'] for subnet, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:07.885718 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-586ee1c5-98a3-48b2-80ac-91204ca2960a req-60252a4a-ba47-44ba-b7c1-a330eb7e7de9 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331914 Oct 29 01:36:07.937040 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc262d-1a75-4fb8-b9f6-e2a9d6f78000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1395ec2-7729-450e-831f-ebe839e5bd9e,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:07.945297 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddc262d-1a75-4fb8-b9f6-e2a9d6f78000 admin admin] Checking segment: {'id': '71b4ef24-58b4-4811-baf6-f98ff22b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:36:07.945656 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddc262d-1a75-4fb8-b9f6-e2a9d6f78000 admin admin] Network hostable DHCP agents. Network: 55f0bc8e-67fb-4207-a774-2feb6c3222d3, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:36:08.049948 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddc262d-1a75-4fb8-b9f6-e2a9d6f78000 admin admin] Network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:36:08.140049 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-1ddc262d-1a75-4fb8-b9f6-e2a9d6f78000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, 55f0bc8e-67fb-4207-a774-2feb6c3222d3) {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:36:08.144377 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddc262d-1a75-4fb8-b9f6-e2a9d6f78000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:08.145092 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1ddc262d-1a75-4fb8-b9f6-e2a9d6f78000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:08.149807 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0611999c-2bb8-484e-8132-80b40983bde2 None None] Network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:36:08.253061 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-1ddc262d-1a75-4fb8-b9f6-e2a9d6f78000 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7844510 Oct 29 01:36:08.283156 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468bbf1a-eec1-41e4-86fc-5dd8330c09f5 None None] Network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:36:08.679799 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-666802cb-de47-456b-be9a-78364398eb24 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:08.681158 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-666802cb-de47-456b-be9a-78364398eb24 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/networks?id=55f0bc8e-67fb-4207-a774-2feb6c3222d3 HTTP/1.1" status: 200 len: 815 time: 0.1140430 Oct 29 01:36:08.709979 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-033b5520-c3a8-4ff7-8ee8-5e831200e882 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/quotas/b8778e689b6e42e2b16d49b3fe762ac6 HTTP/1.1" status: 200 len: 375 time: 0.0146475 Oct 29 01:36:08.734962 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3be30-d197-4fd0-9cdc-2fe07ce3ec99 req-95dd2dc4-7abb-405d-a8aa-de843cd024c8 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:08.736426 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c2a3be30-d197-4fd0-9cdc-2fe07ce3ec99 req-95dd2dc4-7abb-405d-a8aa-de843cd024c8 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 984 time: 0.0797379 Oct 29 01:36:08.753001 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-d4b2ac96-13fd-4f7d-96f7-ce797ca93feb tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b8778e689b6e42e2b16d49b3fe762ac6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366361 Oct 29 01:36:08.829516 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c2a3be30-d197-4fd0-9cdc-2fe07ce3ec99 req-e853e40f-921c-4c18-b1e7-65f3f777ccee tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&id=49fa0380-4c13-4599-95bc-665bdded4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792143 Oct 29 01:36:08.870415 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-820ae98b-078e-4ac1-b0cb-3b44dffa1376 service neutron] 10.222.0.87 "GET /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045010 Oct 29 01:36:09.000171 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed8ecd-4d71-4500-8c70-fa96f323ee54 req-02f7139f-3ee2-4c40-911f-d80c5c1ece4e tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:09.001681 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3bed8ecd-4d71-4500-8c70-fa96f323ee54 req-02f7139f-3ee2-4c40-911f-d80c5c1ece4e tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 944 time: 0.1073420 Oct 29 01:36:09.005924 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-060d53cd-5068-43a9-94c6-1b03aa6bc035 service neutron] 10.222.0.87 "GET /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288357 Oct 29 01:36:09.036229 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device aee32650-07ba-4e45-a318-0849274af2bf details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:36:09.043896 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3bed8ecd-4d71-4500-8c70-fa96f323ee54 req-a718b6df-d822-4c3e-8e67-4c146e8a15b1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358992 Oct 29 01:36:09.157255 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port aee32650-07ba-4e45-a318-0849274af2bf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=aee32650-07ba-4e45-a318-0849274af2bf,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:09.171238 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': 'aee32650-07ba-4e45-a318-0849274af2bf', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'port_id': 'aee32650-07ba-4e45-a318-0849274af2bf', 'mac_address': 'fa:16:3e:c4:a1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 926, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:36:09.177590 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad452186-b56e-4d0f-9d6e-ccacadd4f692 req-727cc9da-da38-4962-b6da-5fe170fbdfcf tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:09.179586 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ad452186-b56e-4d0f-9d6e-ccacadd4f692 req-727cc9da-da38-4962-b6da-5fe170fbdfcf tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0666683 Oct 29 01:36:09.211381 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:09.230330 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee32650-07ba-4e45-a318-0849274af2bf {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:36:09.240820 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ad452186-b56e-4d0f-9d6e-ccacadd4f692 req-a6aadd85-9fba-45e3-9363-c5972a30443f tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543633 Oct 29 01:36:09.264583 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port aee32650-07ba-4e45-a318-0849274af2bf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=aee32650-07ba-4e45-a318-0849274af2bf,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:09.313259 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:09.327753 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-63163811-efbb-4db7-99e2-82e50cbb8ada req-d4b8d20b-d529-496c-aa31-738ed7c0d964 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 210 time: 0.0373638 Oct 29 01:36:09.372297 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=aee32650-07ba-4e45-a318-0849274af2bf,revision_number=9']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:09.653998 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['aee32650-07ba-4e45-a318-0849274af2bf'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:36:09.946702 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f421b6-2982-436f-ab83-aea746959d7a req-4e936e80-4015-44a9-81fd-287aad721e8a tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:09.948176 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a3f421b6-2982-436f-ab83-aea746959d7a req-4e936e80-4015-44a9-81fd-287aad721e8a tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 984 time: 0.0498316 Oct 29 01:36:09.989326 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a3f421b6-2982-436f-ab83-aea746959d7a req-5b95184a-3c92-4b6f-b38b-e64513309747 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&id=49fa0380-4c13-4599-95bc-665bdded4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346417 Oct 29 01:36:10.166909 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0e3d8-7f81-4c08-8dce-58e22e3fd9e6 req-2fafb837-41c0-4f1f-afab-0265ca4a8c3b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:10.168408 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-88e0e3d8-7f81-4c08-8dce-58e22e3fd9e6 req-2fafb837-41c0-4f1f-afab-0265ca4a8c3b tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 945 time: 0.0495148 Oct 29 01:36:10.207686 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-88e0e3d8-7f81-4c08-8dce-58e22e3fd9e6 req-c1fbf65b-f389-4ff2-8d7e-edf44251f521 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326493 Oct 29 01:36:10.364383 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74621196-1a66-4c3b-85fc-13006e264c13 req-c5ffa762-985a-4d8d-a328-e643cd4b3d18 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:10.367558 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-74621196-1a66-4c3b-85fc-13006e264c13 req-c5ffa762-985a-4d8d-a328-e643cd4b3d18 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0528531 Oct 29 01:36:10.425123 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-12fef9f4-b93f-44d4-8dca-51f8666228cc req-eaed4d72-63b3-4922-baa6-43454f55505a tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 210 time: 0.0347898 Oct 29 01:36:10.433229 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-74621196-1a66-4c3b-85fc-13006e264c13 req-65f24178-5378-4432-9cbd-fb9ca9fa0410 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602729 Oct 29 01:36:11.043904 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device aee32650-07ba-4e45-a318-0849274af2bf up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:36:11.096352 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port aee32650-07ba-4e45-a318-0849274af2bf triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:36:11.096724 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:11.115232 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc3f35-1088-4aa6-8481-b1c3f6d3a238 req-d39eb0ce-9a19-4b74-9c78-2371e3983a38 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:11.116780 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-77dc3f35-1088-4aa6-8481-b1c3f6d3a238 req-d39eb0ce-9a19-4b74-9c78-2371e3983a38 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 984 time: 0.0508828 Oct 29 01:36:11.159090 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-77dc3f35-1088-4aa6-8481-b1c3f6d3a238 req-0fa45881-57e4-4d0e-a34b-ca9b392d1572 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&id=49fa0380-4c13-4599-95bc-665bdded4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357978 Oct 29 01:36:11.176888 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:11.199480 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b62925-d26a-4afb-bab2-c0288f74404a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee32650-07ba-4e45-a318-0849274af2bf'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:11.201748 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac63b53-9412-4900-b137-e8c77d8d4404" -d '{"events": [{"server_uuid": "91b62925-d26a-4afb-bab2-c0288f74404a", "name": "network-vif-plugged", "status": "completed", "tag": "aee32650-07ba-4e45-a318-0849274af2bf"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:11.215318 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port aee32650-07ba-4e45-a318-0849274af2bf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=aee32650-07ba-4e45-a318-0849274af2bf,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:11.238809 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc7bc34-8a4a-475e-a1ff-9317625e5e7f x-openstack-request-id: req-dcc7bc34-8a4a-475e-a1ff-9317625e5e7f {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:11.239119 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b62925-d26a-4afb-bab2-c0288f74404a", "name": "network-vif-plugged", "status": "completed", "tag": "aee32650-07ba-4e45-a318-0849274af2bf", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:11.239375 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-dcc7bc34-8a4a-475e-a1ff-9317625e5e7f {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:11.239829 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b62925-d26a-4afb-bab2-c0288f74404a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee32650-07ba-4e45-a318-0849274af2bf', 'code': 200} Oct 29 01:36:11.284955 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:11.339778 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bba80-25ac-4be8-892a-e3d76cacc454 req-c13b17ce-c0e7-4aaa-bde4-b408979e69b7 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:11.344479 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=aee32650-07ba-4e45-a318-0849274af2bf,revision_number=10']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:11.345658 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4b9bba80-25ac-4be8-892a-e3d76cacc454 req-c13b17ce-c0e7-4aaa-bde4-b408979e69b7 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 947 time: 0.0598640 Oct 29 01:36:11.388628 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4b9bba80-25ac-4be8-892a-e3d76cacc454 req-8144b403-d06e-49c6-8220-932233a55fac tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365589 Oct 29 01:36:11.545151 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c992cea0-6d81-49bc-bd03-672186265827 req-000635ba-3b10-4a6c-8279-37a222f299c8 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 210 time: 0.0484390 Oct 29 01:36:11.573240 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75befbe4-7053-427a-8d2f-2a2109167711 req-535525e8-eb72-4607-88bb-c2acd9380937 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:11.574780 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-75befbe4-7053-427a-8d2f-2a2109167711 req-535525e8-eb72-4607-88bb-c2acd9380937 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0669937 Oct 29 01:36:11.641965 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-75befbe4-7053-427a-8d2f-2a2109167711 req-799b6d27-b583-4912-8bde-63fed8718efe tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608101 Oct 29 01:36:11.649335 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694751f-006e-488b-93cb-5364b2a68e1d req-91737021-6171-42e1-8ed0-01a707fd6178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:11.652333 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3694751f-006e-488b-93cb-5364b2a68e1d req-91737021-6171-42e1-8ed0-01a707fd6178 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 1100 time: 0.0629015 Oct 29 01:36:11.695062 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3694751f-006e-488b-93cb-5364b2a68e1d req-4b8823d3-c506-45d7-bbb1-c66ac63f7f77 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332215 Oct 29 01:36:11.749802 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-ce7a87f3-a53d-4f65-8989-9cb84b4f918a tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:11.751169 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-ce7a87f3-a53d-4f65-8989-9cb84b4f918a tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.83 "GET /v2.0/networks?id=55f0bc8e-67fb-4207-a774-2feb6c3222d3 HTTP/1.1" status: 200 len: 815 time: 0.1133349 Oct 29 01:36:11.926936 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-f60181d3-3ca6-443c-9049-c7c775fb399d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Request body: {'port': {'device_id': 'e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8', 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3', 'admin_state_up': True, 'tenant_id': 'b8778e689b6e42e2b16d49b3fe762ac6'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:36:12.136323 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-f60181d3-3ca6-443c-9049-c7c775fb399d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Made reservation on behalf of b8778e689b6e42e2b16d49b3fe762ac6 for: {'port': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:36:12.140026 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-f60181d3-3ca6-443c-9049-c7c775fb399d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:12.282184 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-f60181d3-3ca6-443c-9049-c7c775fb399d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Allocated IP 172.20.0.11 (55f0bc8e-67fb-4207-a774-2feb6c3222d3/d1395ec2-7729-450e-831f-ebe839e5bd9e/4ed04aff-6179-4c33-bfce-b78bc0ab0759) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:36:12.288118 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe741ff-183c-470b-9684-c900bcc3e6e6 req-da905e25-9146-46c8-9f20-a9026c717055 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:12.289084 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-afe741ff-183c-470b-9684-c900bcc3e6e6 req-da905e25-9146-46c8-9f20-a9026c717055 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 984 time: 0.0604241 Oct 29 01:36:12.332424 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-afe741ff-183c-470b-9684-c900bcc3e6e6 req-abf45fb8-a681-4476-aa81-0b825b4ee4fd tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&id=49fa0380-4c13-4599-95bc-665bdded4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361323 Oct 29 01:36:12.439874 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-f60181d3-3ca6-443c-9049-c7c775fb399d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:12.511593 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec902727-5b0f-4f10-8847-5a2dfbd2c63e req-5cbf9b37-8d10-4fa4-8049-ef2ac394ecbe tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:12.513505 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ec902727-5b0f-4f10-8847-5a2dfbd2c63e req-5cbf9b37-8d10-4fa4-8049-ef2ac394ecbe tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 947 time: 0.0495639 Oct 29 01:36:12.553078 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ec902727-5b0f-4f10-8847-5a2dfbd2c63e req-fd3bdc75-9031-4408-8f77-274c47c29e15 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334246 Oct 29 01:36:12.582427 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-f60181d3-3ca6-443c-9049-c7c775fb399d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:12.627259 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-f60181d3-3ca6-443c-9049-c7c775fb399d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:36:12.630377 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-f60181d3-3ca6-443c-9049-c7c775fb399d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:36:12.634698 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-f60181d3-3ca6-443c-9049-c7c775fb399d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:36:12.660682 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60181d3-3ca6-443c-9049-c7c775fb399d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Pushing event updated for resources: {'Port': ['ID=4ed04aff-6179-4c33-bfce-b78bc0ab0759,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:12.665586 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ce325-f353-4fc3-9db2-5d98b8ee4608 req-415465b1-b688-4f94-b87e-c473cef5046f tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:12.668476 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ab3ce325-f353-4fc3-9db2-5d98b8ee4608 req-415465b1-b688-4f94-b87e-c473cef5046f tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 932 time: 0.0544136 Oct 29 01:36:12.698662 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-f60181d3-3ca6-443c-9049-c7c775fb399d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:12.699297 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-f60181d3-3ca6-443c-9049-c7c775fb399d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:12.730468 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ab3ce325-f353-4fc3-9db2-5d98b8ee4608 req-40f98fe2-d1ed-48a3-89e2-c46a7cc25c6d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551195 Oct 29 01:36:12.767959 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13525b32-06d5-48d0-8e99-177db7dbd945 req-f04aa2eb-f215-48eb-81a4-1d92ee005847 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:12.769543 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-13525b32-06d5-48d0-8e99-177db7dbd945 req-f04aa2eb-f215-48eb-81a4-1d92ee005847 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0565505 Oct 29 01:36:12.799671 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-f60181d3-3ca6-443c-9049-c7c775fb399d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8766921 Oct 29 01:36:12.810233 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-13525b32-06d5-48d0-8e99-177db7dbd945 req-139dbb46-0cab-43b1-a0d0-5370d7bd7d2b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341458 Oct 29 01:36:12.817222 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Request body: {'port': {'device_id': 'e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:36:12.876429 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:13.153600 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.notifiers.nova [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed04aff-6179-4c33-bfce-b78bc0ab0759 {{(pid=101843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:36:13.164886 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:13.181850 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.provisioning_blocks [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Transition to ACTIVE for port object 4ed04aff-6179-4c33-bfce-b78bc0ab0759 will not be triggered until provisioned by entity L2. {{(pid=101843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:36:13.192972 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e06a6343-1551-4735-b47d-b4d0cf8c9481 req-61eed334-9cb6-4ea5-b0e8-fd39f570f289 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433407 Oct 29 01:36:13.254259 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790450'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:13.281128 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a6343-1551-4735-b47d-b4d0cf8c9481 req-bc776da0-b493-41f2-a7c5-52cfa2b831c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:13.285041 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e06a6343-1551-4735-b47d-b4d0cf8c9481 req-bc776da0-b493-41f2-a7c5-52cfa2b831c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84bceeeb4f67456a90779360ffc620aa&device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 1098 time: 0.0465059 Oct 29 01:36:13.301738 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:13.312481 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Pushing event updated for resources: {'Port': ['ID=4ed04aff-6179-4c33-bfce-b78bc0ab0759,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:13.412901 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Attempting to bind port 4ed04aff-6179-4c33-bfce-b78bc0ab0759 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:36:13.413395 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Attempting to bind port 4ed04aff-6179-4c33-bfce-b78bc0ab0759 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '71b4ef24-58b4-4811-baf6-f98ff22b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:36:13.413788 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Attempting to bind port 4ed04aff-6179-4c33-bfce-b78bc0ab0759 on network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:36:13.421581 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Port 4ed04aff-6179-4c33-bfce-b78bc0ab0759 on network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:36:13.422075 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Attempting to bind port 4ed04aff-6179-4c33-bfce-b78bc0ab0759 on network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:36:13.425109 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a6343-1551-4735-b47d-b4d0cf8c9481 req-f2327bc4-5f0e-416b-8270-8df6f1834fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:13.427718 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e06a6343-1551-4735-b47d-b4d0cf8c9481 req-f2327bc4-5f0e-416b-8270-8df6f1834fda service neutron] 10.222.0.83 "GET /v2.0/networks?id=b37af5eb-5268-42f9-a4b9-3756fed9194f HTTP/1.1" status: 200 len: 912 time: 0.1161067 Oct 29 01:36:13.428696 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:36:13.429135 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Checking segment: {'id': '71b4ef24-58b4-4811-baf6-f98ff22b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:36:13.429542 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Bound using segment: {'id': '71b4ef24-58b4-4811-baf6-f98ff22b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:36:13.429967 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Bound port: 4ed04aff-6179-4c33-bfce-b78bc0ab0759, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b4ef24-58b4-4811-baf6-f98ff22b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:36:13.430325 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:13.497303 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] For port 4ed04aff-6179-4c33-bfce-b78bc0ab0759, host hv-cinder-81398, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:36:13.500635 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] For port 4ed04aff-6179-4c33-bfce-b78bc0ab0759, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4ed04aff-6179-4c33-bfce-b78bc0ab0759,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:36:13.522946 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef520fde-49de-4235-bd43-a230d06c7287 req-727c1d20-b1b7-48bc-a84b-bac5c58fa1b1 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:13.524464 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ef520fde-49de-4235-bd43-a230d06c7287 req-727c1d20-b1b7-48bc-a84b-bac5c58fa1b1 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 984 time: 0.1123984 Oct 29 01:36:13.536728 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e06a6343-1551-4735-b47d-b4d0cf8c9481 req-89d6721b-5505-4235-aa30-1e2b84ad6f98 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=569ffd45-8958-4842-9d3e-75bdbaf74160 HTTP/1.1" status: 200 len: 1001 time: 0.0882597 Oct 29 01:36:13.574708 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790450'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:13.600354 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ef520fde-49de-4235-bd43-a230d06c7287 req-cb31c97f-5588-4d0a-a8e2-b2d3aa4cdc16 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&id=49fa0380-4c13-4599-95bc-665bdded4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695307 Oct 29 01:36:13.612567 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:13.613269 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a6343-1551-4735-b47d-b4d0cf8c9481 req-52bf1204-fd50-4891-9f83-1a6f7fc895a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:13.613415 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:13.614737 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e06a6343-1551-4735-b47d-b4d0cf8c9481 req-52bf1204-fd50-4891-9f83-1a6f7fc895a1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7c138a45-42da-4b80-988e-91ca66e794cd HTTP/1.1" status: 200 len: 850 time: 0.0768945 Oct 29 01:36:13.615041 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] 10.222.0.83 "PUT /v2.0/ports/4ed04aff-6179-4c33-bfce-b78bc0ab0759 HTTP/1.1" status: 200 len: 1094 time: 0.8023758 Oct 29 01:36:13.615555 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8', 'tag': '4ed04aff-6179-4c33-bfce-b78bc0ab0759'}] {{(pid=101843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:13.619941 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62e9e1f26a3722756967881dc3103d1ef987c1afaa65af21d436660d1349688f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6ce21b-b506-4ffc-aeaa-ef239ce49ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8", "tag": "4ed04aff-6179-4c33-bfce-b78bc0ab0759"}]}' {{(pid=101843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:13.654047 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ffb6b-ba01-45ef-a216-7aee04cc4d7d service neutron] Pushing event updated for resources: {'Port': ['ID=4ed04aff-6179-4c33-bfce-b78bc0ab0759,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:13.667916 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffc6b61-6712-48e0-87ec-665737332fb9 x-openstack-request-id: req-7ffc6b61-6712-48e0-87ec-665737332fb9 {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:13.668286 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8", "tag": "4ed04aff-6179-4c33-bfce-b78bc0ab0759", "status": "completed", "code": 200}]} {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:13.668539 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-7ffc6b61-6712-48e0-87ec-665737332fb9 {{(pid=101843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:13.668945 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8', 'tag': '4ed04aff-6179-4c33-bfce-b78bc0ab0759', 'status': 'completed', 'code': 200} Oct 29 01:36:13.716352 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a6343-1551-4735-b47d-b4d0cf8c9481 req-f79af2aa-3b37-4bb7-a131-5d766581cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:13.717854 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e06a6343-1551-4735-b47d-b4d0cf8c9481 req-f79af2aa-3b37-4bb7-a131-5d766581cfad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b37af5eb-5268-42f9-a4b9-3756fed9194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0834548 Oct 29 01:36:13.726146 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffe78c-d380-4f54-bfaf-1458894537e6 req-ce0d635d-91d0-4bd9-90f2-762187ef4cd1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:13.727540 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3bffe78c-d380-4f54-bfaf-1458894537e6 req-ce0d635d-91d0-4bd9-90f2-762187ef4cd1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 947 time: 0.0824878 Oct 29 01:36:13.737252 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ce21b-b506-4ffc-aeaa-ef239ce49ac7 req-cf1dfc84-a47a-4963-8acc-5c225be6c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:13.739025 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-da6ce21b-b506-4ffc-aeaa-ef239ce49ac7 req-cf1dfc84-a47a-4963-8acc-5c225be6c941 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8778e689b6e42e2b16d49b3fe762ac6&device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 1097 time: 0.0427389 Oct 29 01:36:13.851614 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ce21b-b506-4ffc-aeaa-ef239ce49ac7 req-b3be7e8e-359a-4f86-a43f-1e2062ed4420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:13.853262 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-da6ce21b-b506-4ffc-aeaa-ef239ce49ac7 req-b3be7e8e-359a-4f86-a43f-1e2062ed4420 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=b8778e689b6e42e2b16d49b3fe762ac6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1029742 Oct 29 01:36:13.970335 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ce21b-b506-4ffc-aeaa-ef239ce49ac7 req-38cdd021-295a-48fc-a247-f868c864b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:13.972329 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-da6ce21b-b506-4ffc-aeaa-ef239ce49ac7 req-38cdd021-295a-48fc-a247-f868c864b538 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1107709 Oct 29 01:36:14.064454 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-fadd7ffb-ecfb-4cb2-8bb3-5fdc16429918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:14.066077 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-fadd7ffb-ecfb-4cb2-8bb3-5fdc16429918 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8778e689b6e42e2b16d49b3fe762ac6&device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 1097 time: 0.0474420 Oct 29 01:36:14.126300 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-372031f3-a976-4583-a6b2-0991266f4ab2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4ed04aff-6179-4c33-bfce-b78bc0ab0759 HTTP/1.1" status: 200 len: 217 time: 0.0497875 Oct 29 01:36:14.133705 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3bffe78c-d380-4f54-bfaf-1458894537e6 req-4e56d182-e28a-47dd-97f8-f316601474ba tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966784 Oct 29 01:36:14.187996 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee92231-806c-47c3-9e35-4d14e1ea735c req-76502e0b-c72f-43bb-8cc3-f47febfcf69d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:14.189890 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9ee92231-806c-47c3-9e35-4d14e1ea735c req-76502e0b-c72f-43bb-8cc3-f47febfcf69d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 944 time: 0.3862915 Oct 29 01:36:14.191984 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e06a6343-1551-4735-b47d-b4d0cf8c9481 req-95caebe6-7fe8-4cb8-9781-11d363a138a5 service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620342 Oct 29 01:36:14.195394 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-755654c2-306e-4e27-9fcb-7b56995ccac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:14.197336 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-755654c2-306e-4e27-9fcb-7b56995ccac4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1395ec2-7729-450e-831f-ebe839e5bd9e HTTP/1.1" status: 200 len: 855 time: 0.0633857 Oct 29 01:36:14.242647 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-8a85d0b8-183e-4d32-93ea-0ab3cb35ff71 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55f0bc8e-67fb-4207-a774-2feb6c3222d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344050 Oct 29 01:36:14.328224 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9ee92231-806c-47c3-9e35-4d14e1ea735c req-7fd9a6fd-49a4-4678-8ba8-fe9988a2e306 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288159 Oct 29 01:36:14.340179 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c6470-4a37-423c-92d2-d04815f7a042 req-facac9c9-b8ff-45db-81d8-51cb9380e15e tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:14.350141 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-446c6470-4a37-423c-92d2-d04815f7a042 req-facac9c9-b8ff-45db-81d8-51cb9380e15e tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.1436126 Oct 29 01:36:14.398150 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-6c7178d4-dcde-4fda-a14f-c0ed2b54e0ff service neutron] 10.222.0.83 "GET /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405451 Oct 29 01:36:14.399001 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e06a6343-1551-4735-b47d-b4d0cf8c9481 req-483dcb7d-ac86-40d5-adab-42eac3ae19cf service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833711 Oct 29 01:36:14.417240 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-446c6470-4a37-423c-92d2-d04815f7a042 req-878301fb-0b10-465a-b87f-6f3b76f52b60 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606573 Oct 29 01:36:14.515553 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9a91322a-a1c2-4fea-b566-47c403d828a7 req-ec2a4b7f-17e1-495e-9630-f5679c2984e8 service neutron] 10.222.0.83 "GET /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995972 Oct 29 01:36:14.726334 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdc28f-87ac-42aa-8660-3b82ed60c6a5 req-da8e289c-86e2-433b-870b-4cf18187c727 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:14.727908 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-76fdc28f-87ac-42aa-8660-3b82ed60c6a5 req-da8e289c-86e2-433b-870b-4cf18187c727 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 984 time: 0.0519533 Oct 29 01:36:14.769486 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-76fdc28f-87ac-42aa-8660-3b82ed60c6a5 req-c0c92111-f4e3-4605-8b6a-07fd4a7da5d4 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&id=49fa0380-4c13-4599-95bc-665bdded4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351064 Oct 29 01:36:15.264571 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f347926-e456-436b-a167-daa30bc933b2 req-4d8cc1bd-4f45-4735-82ee-d528b429718c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:15.266068 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6f347926-e456-436b-a167-daa30bc933b2 req-4d8cc1bd-4f45-4735-82ee-d528b429718c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 947 time: 0.0541241 Oct 29 01:36:15.305913 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6f347926-e456-436b-a167-daa30bc933b2 req-f8283147-9100-4032-aa27-466476293257 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336258 Oct 29 01:36:15.446235 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9837b18-4d0c-44a4-bd30-8976b9c7d03b req-f5efae91-1068-4a83-b6f3-e2e07cb30008 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:15.447642 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d9837b18-4d0c-44a4-bd30-8976b9c7d03b req-f5efae91-1068-4a83-b6f3-e2e07cb30008 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 944 time: 0.0522485 Oct 29 01:36:15.486888 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d9837b18-4d0c-44a4-bd30-8976b9c7d03b req-6877d234-f8df-4a2d-8246-83da4e2ac8db tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331972 Oct 29 01:36:15.545479 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff1850-1e6b-4a40-9cde-103f497ead2b req-823345d5-7d8f-45b3-874f-b454f6b1a42b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:15.547034 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-87ff1850-1e6b-4a40-9cde-103f497ead2b req-823345d5-7d8f-45b3-874f-b454f6b1a42b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0490634 Oct 29 01:36:15.585873 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-87ff1850-1e6b-4a40-9cde-103f497ead2b req-e64cadf8-2d4c-40fd-8fcb-6faa93c15a00 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321517 Oct 29 01:36:15.893717 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de380588-a0b5-4aac-b93b-db2191d99325 req-fa5fb1fa-8f5c-44af-b0b7-2c85a2f1b5e2 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:15.895198 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-de380588-a0b5-4aac-b93b-db2191d99325 req-fa5fb1fa-8f5c-44af-b0b7-2c85a2f1b5e2 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 984 time: 0.0564277 Oct 29 01:36:15.936215 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-de380588-a0b5-4aac-b93b-db2191d99325 req-cdb3d498-a227-42c8-a415-35a3aa216103 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&id=49fa0380-4c13-4599-95bc-665bdded4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342607 Oct 29 01:36:16.606851 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79686f70-a22c-4461-afed-fbf1c69be22d req-e90c3bf0-f166-4a2e-bc95-e102b4acfb0b tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:16.608513 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-79686f70-a22c-4461-afed-fbf1c69be22d req-e90c3bf0-f166-4a2e-bc95-e102b4acfb0b tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 944 time: 0.0537248 Oct 29 01:36:16.654302 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-79686f70-a22c-4461-afed-fbf1c69be22d req-11e545e7-67d3-4b79-84e1-e9b2ad6a2f77 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393918 Oct 29 01:36:16.712218 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6c8a1-83ea-4f6b-9ba1-a60675ecda2c req-463c8a7b-6311-47f4-8a48-feed1ef58576 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:16.713128 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f1c6c8a1-83ea-4f6b-9ba1-a60675ecda2c req-463c8a7b-6311-47f4-8a48-feed1ef58576 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0530860 Oct 29 01:36:16.758341 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f1c6c8a1-83ea-4f6b-9ba1-a60675ecda2c req-fdd1713c-fb4e-4c5e-9f3f-e644b735a4c0 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385730 Oct 29 01:36:17.058851 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 4ed04aff-6179-4c33-bfce-b78bc0ab0759 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:36:17.070073 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02149500-566c-42ce-9c40-48cf51bee801 req-6972297e-17a8-4895-887e-e2e864c57cef tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:17.072158 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-02149500-566c-42ce-9c40-48cf51bee801 req-6972297e-17a8-4895-887e-e2e864c57cef tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 984 time: 0.0640435 Oct 29 01:36:17.121908 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-02149500-566c-42ce-9c40-48cf51bee801 req-d11a1dbd-4d9a-4d65-8a74-c36f40f28331 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&id=49fa0380-4c13-4599-95bc-665bdded4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438180 Oct 29 01:36:17.176809 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 4ed04aff-6179-4c33-bfce-b78bc0ab0759, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4ed04aff-6179-4c33-bfce-b78bc0ab0759,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:17.190322 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': '4ed04aff-6179-4c33-bfce-b78bc0ab0759', 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3', 'port_id': '4ed04aff-6179-4c33-bfce-b78bc0ab0759', 'mac_address': 'fa:16:3e:15:ae:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1395ec2-7729-450e-831f-ebe839e5bd9e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:36:17.233927 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:17.248440 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed04aff-6179-4c33-bfce-b78bc0ab0759 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:36:17.269019 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 4ed04aff-6179-4c33-bfce-b78bc0ab0759, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4ed04aff-6179-4c33-bfce-b78bc0ab0759,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:17.351887 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:17.400220 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=4ed04aff-6179-4c33-bfce-b78bc0ab0759,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:17.407184 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.407542 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.407892 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.408224 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.408622 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.408917 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.409241 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.409560 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.409877 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.410193 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.410506 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.410822 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:17.716184 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['4ed04aff-6179-4c33-bfce-b78bc0ab0759'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:36:17.781369 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e4693-d4a5-4896-8fbf-3c021a4d3130 req-f575c476-fa44-4da3-bd92-9c31db3f5121 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:17.783154 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-439e4693-d4a5-4896-8fbf-3c021a4d3130 req-f575c476-fa44-4da3-bd92-9c31db3f5121 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 945 time: 0.0496809 Oct 29 01:36:17.831846 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-439e4693-d4a5-4896-8fbf-3c021a4d3130 req-0134f687-a285-4538-a5ea-dfd63d813391 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353537 Oct 29 01:36:17.888149 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af111dc-c68a-415a-8ef0-dfdda60eef21 req-09eda64f-098f-4318-b1f4-9566efae4d86 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:17.889724 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4af111dc-c68a-415a-8ef0-dfdda60eef21 req-09eda64f-098f-4318-b1f4-9566efae4d86 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0569103 Oct 29 01:36:17.929094 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4af111dc-c68a-415a-8ef0-dfdda60eef21 req-085aad7a-d88e-487c-87e5-300c54b1d7f5 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335655 Oct 29 01:36:18.252258 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aab53a-6061-4fda-b32e-1cc9afd0f655 req-6ae02c37-803a-4648-bc03-acf85b84ea2e tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:18.253767 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-18aab53a-6061-4fda-b32e-1cc9afd0f655 req-6ae02c37-803a-4648-bc03-acf85b84ea2e tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 984 time: 0.0561106 Oct 29 01:36:18.257902 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375fd37-fd43-4919-b9eb-cc6edcf86cc7 req-342ea35a-7586-4959-a522-343c3d0ebcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:18.259463 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9375fd37-fd43-4919-b9eb-cc6edcf86cc7 req-342ea35a-7586-4959-a522-343c3d0ebcf2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fea0db42704249b29fba70abbda7991c&device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 1098 time: 0.0472863 Oct 29 01:36:18.300041 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-18aab53a-6061-4fda-b32e-1cc9afd0f655 req-1d9667d8-1399-4a8f-a876-e9b25c43dda1 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&id=49fa0380-4c13-4599-95bc-665bdded4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386288 Oct 29 01:36:18.357978 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375fd37-fd43-4919-b9eb-cc6edcf86cc7 req-3cbafd88-efdf-41c2-a34e-74fb7c596f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:18.359487 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9375fd37-fd43-4919-b9eb-cc6edcf86cc7 req-3cbafd88-efdf-41c2-a34e-74fb7c596f15 service neutron] 10.222.0.83 "GET /v2.0/networks?id=acba2ac2-4dda-4f15-b3fb-5874b71db82d HTTP/1.1" status: 200 len: 910 time: 0.0910752 Oct 29 01:36:18.434348 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9375fd37-fd43-4919-b9eb-cc6edcf86cc7 req-6a305dce-91a4-4f74-a635-dd525fadf39d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf HTTP/1.1" status: 200 len: 1001 time: 0.0643973 Oct 29 01:36:18.486366 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375fd37-fd43-4919-b9eb-cc6edcf86cc7 req-59e770aa-ad0c-4342-a146-46c0400dd387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:18.487855 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9375fd37-fd43-4919-b9eb-cc6edcf86cc7 req-59e770aa-ad0c-4342-a146-46c0400dd387 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d083ebb-5c9a-460a-ad02-feb3e3129bdc HTTP/1.1" status: 200 len: 848 time: 0.0459838 Oct 29 01:36:18.539090 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375fd37-fd43-4919-b9eb-cc6edcf86cc7 req-575c65ff-fd96-44e3-bf31-40a47461dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:18.540664 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9375fd37-fd43-4919-b9eb-cc6edcf86cc7 req-575c65ff-fd96-44e3-bf31-40a47461dfe2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=acba2ac2-4dda-4f15-b3fb-5874b71db82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409300 Oct 29 01:36:18.641799 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9375fd37-fd43-4919-b9eb-cc6edcf86cc7 req-90ebfc29-5ef9-4854-b55a-5f22761c94bb service neutron] 10.222.0.83 "GET /v2.0/networks/acba2ac2-4dda-4f15-b3fb-5874b71db82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891607 Oct 29 01:36:18.742769 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-9375fd37-fd43-4919-b9eb-cc6edcf86cc7 req-88ea7766-9b26-4d6e-96b7-a913f11cb9ef service neutron] 10.222.0.83 "GET /v2.0/networks/acba2ac2-4dda-4f15-b3fb-5874b71db82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887213 Oct 29 01:36:18.948616 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60694e98-50fa-4fc7-90a2-1d07d867fce9 req-f5570b24-ebb2-4508-92c9-14a15564a754 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:18.950143 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-60694e98-50fa-4fc7-90a2-1d07d867fce9 req-f5570b24-ebb2-4508-92c9-14a15564a754 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 945 time: 0.0508533 Oct 29 01:36:18.990545 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-60694e98-50fa-4fc7-90a2-1d07d867fce9 req-aa43a8fb-7cdc-4bfa-b495-2f815b666052 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340300 Oct 29 01:36:19.053805 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a138565-885b-45bd-86fc-6d7699676044 req-59342386-6511-4f58-bfce-ed5a5b351a7c tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:19.055386 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0a138565-885b-45bd-86fc-6d7699676044 req-59342386-6511-4f58-bfce-ed5a5b351a7c tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0564504 Oct 29 01:36:19.072102 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 4ed04aff-6179-4c33-bfce-b78bc0ab0759 up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:36:19.097136 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0a138565-885b-45bd-86fc-6d7699676044 req-1c9cb4f6-980a-4453-8626-329f33e34617 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357287 Oct 29 01:36:19.216517 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port 4ed04aff-6179-4c33-bfce-b78bc0ab0759 completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:36:19.221099 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port 4ed04aff-6179-4c33-bfce-b78bc0ab0759 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:36:19.221467 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:19.307872 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:19.338237 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed04aff-6179-4c33-bfce-b78bc0ab0759'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:19.344286 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497a27f5-8b47-4f5b-8cf8-c0a77b4ca3ce" -d '{"events": [{"server_uuid": "e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8", "name": "network-vif-plugged", "status": "completed", "tag": "4ed04aff-6179-4c33-bfce-b78bc0ab0759"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:19.355911 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 4ed04aff-6179-4c33-bfce-b78bc0ab0759, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4ed04aff-6179-4c33-bfce-b78bc0ab0759,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:19.381544 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b900040-326e-45fe-be99-22231d926c9b x-openstack-request-id: req-1b900040-326e-45fe-be99-22231d926c9b {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:19.381835 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8", "name": "network-vif-plugged", "status": "completed", "tag": "4ed04aff-6179-4c33-bfce-b78bc0ab0759", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:19.382085 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1b900040-326e-45fe-be99-22231d926c9b {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:19.382479 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed04aff-6179-4c33-bfce-b78bc0ab0759', 'code': 200} Oct 29 01:36:19.431640 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:19.438069 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640de366-30ce-4c9c-aa5f-88b400114d8c req-543b739e-0e28-4f07-a3ed-84635edf3a20 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:19.439620 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-640de366-30ce-4c9c-aa5f-88b400114d8c req-543b739e-0e28-4f07-a3ed-84635edf3a20 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 984 time: 0.0654254 Oct 29 01:36:19.484337 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=4ed04aff-6179-4c33-bfce-b78bc0ab0759,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:19.491089 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-640de366-30ce-4c9c-aa5f-88b400114d8c req-a305e95c-6009-448f-abc1-339e1b3349d8 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&id=49fa0380-4c13-4599-95bc-665bdded4f90&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423579 Oct 29 01:36:19.726043 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b628ae-f392-4b4d-9797-e06d0d01fd76 req-39bf0aaf-faf9-4530-a9b9-5ba7d2706cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:19.727441 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-50b628ae-f392-4b4d-9797-e06d0d01fd76 req-39bf0aaf-faf9-4530-a9b9-5ba7d2706cf1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 1099 time: 0.0452771 Oct 29 01:36:19.993547 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-50b628ae-f392-4b4d-9797-e06d0d01fd76 req-3bf2ad11-2215-4f3c-8909-cbb831e6aa4d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529714 Oct 29 01:36:20.117125 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171f261-0ce6-406b-80cc-15dc14b5ecad req-6b0ed122-0b59-4135-9948-e20ffddf69ca tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:20.118624 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c171f261-0ce6-406b-80cc-15dc14b5ecad req-6b0ed122-0b59-4135-9948-e20ffddf69ca tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 946 time: 0.0562189 Oct 29 01:36:20.163148 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c171f261-0ce6-406b-80cc-15dc14b5ecad req-8cae032e-9721-4206-b59c-b2724e842749 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381491 Oct 29 01:36:20.222283 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949a1b9-39ca-4b45-8043-26438b925756 req-83d4deff-01f9-4bcf-98b4-50c703ea66d6 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:20.223843 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d949a1b9-39ca-4b45-8043-26438b925756 req-83d4deff-01f9-4bcf-98b4-50c703ea66d6 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0553012 Oct 29 01:36:20.270166 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d949a1b9-39ca-4b45-8043-26438b925756 req-146f2afb-a7f0-423d-a43d-6b9ca6dd37a8 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398157 Oct 29 01:36:21.289009 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c6c67-1fc2-43e9-9b83-698cff46a394 req-cfae6527-e992-4b76-9b90-4a8e3b431487 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:21.290537 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ee7c6c67-1fc2-43e9-9b83-698cff46a394 req-cfae6527-e992-4b76-9b90-4a8e3b431487 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 946 time: 0.0545926 Oct 29 01:36:21.337298 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ee7c6c67-1fc2-43e9-9b83-698cff46a394 req-ba408b4f-3b94-4412-8a41-3b9cda8ea560 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400434 Oct 29 01:36:21.395211 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcde373-3e96-4ddd-b4ea-b51359239771 req-2ebe9046-7208-4393-8eaf-455403b2f01a tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:21.397196 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1bcde373-3e96-4ddd-b4ea-b51359239771 req-2ebe9046-7208-4393-8eaf-455403b2f01a tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0523129 Oct 29 01:36:21.452746 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1bcde373-3e96-4ddd-b4ea-b51359239771 req-ec81553e-2059-48d5-86a0-a115bdfb8201 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427823 Oct 29 01:36:22.457629 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6302a6-206f-4e18-9e17-9906ba2d598d req-61a5c219-fb6a-45e2-9e71-be0ae833cc05 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:22.459165 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2a6302a6-206f-4e18-9e17-9906ba2d598d req-61a5c219-fb6a-45e2-9e71-be0ae833cc05 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 946 time: 0.0519543 Oct 29 01:36:22.502330 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2a6302a6-206f-4e18-9e17-9906ba2d598d req-cd6e3bda-c61f-4458-94af-36531316c4e6 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368309 Oct 29 01:36:22.589604 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ca06f-acac-44a4-8b5c-aa4f63502253 req-f98bc6aa-5b05-4ec4-8180-cef24c926e46 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:22.591325 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-433ca06f-acac-44a4-8b5c-aa4f63502253 req-f98bc6aa-5b05-4ec4-8180-cef24c926e46 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0603588 Oct 29 01:36:22.633119 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-433ca06f-acac-44a4-8b5c-aa4f63502253 req-638be410-6d25-4edf-9d85-52ce34a6d900 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347433 Oct 29 01:36:22.761386 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [req-93ba44ca-ae12-4c85-8f51-84795c8c4cb9 req-ff111c79-bd85-4b99-b6b4-49ace861ede0 service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=101842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:36:22.762452 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-93ba44ca-ae12-4c85-8f51-84795c8c4cb9 req-ff111c79-bd85-4b99-b6b4-49ace861ede0 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0520375 Oct 29 01:36:23.128323 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272a41e-fb5f-406a-9840-913ea9336df1 req-da03fe90-1d7b-4605-b89e-c5c92e972ea0 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:23.131089 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4272a41e-fb5f-406a-9840-913ea9336df1 req-da03fe90-1d7b-4605-b89e-c5c92e972ea0 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0740857 Oct 29 01:36:23.183388 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4272a41e-fb5f-406a-9840-913ea9336df1 req-49811a8a-2316-454d-b6cd-908b017dc2c7 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402899 Oct 29 01:36:23.208451 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-5aafa608-7cd8-40fc-b17b-85f049e19847 req-1a6e3ba3-0499-494b-9962-cdcb76d305c0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0505137 Oct 29 01:36:24.311863 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd377fd-2c8a-42a9-b571-87c618973d2a req-29188b23-c8ee-4e7c-b658-11a3a87765e7 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:24.313526 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-afd377fd-2c8a-42a9-b571-87c618973d2a req-29188b23-c8ee-4e7c-b658-11a3a87765e7 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0562057 Oct 29 01:36:24.355176 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-afd377fd-2c8a-42a9-b571-87c618973d2a req-ab869976-9203-45b1-8c80-310044c7d5b1 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353849 Oct 29 01:36:25.117819 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device b9061b77-a5c8-4ac6-9f65-0f8712ee20cf no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:36:25.204579 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:25.235957 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:25.238332 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a7baee-cf40-4790-9d0e-97661d866aa6" -d '{"events": [{"server_uuid": "58f3409d-cd2a-4bef-9ae4-2fba782b321f", "name": "network-vif-unplugged", "status": "completed", "tag": "b9061b77-a5c8-4ac6-9f65-0f8712ee20cf"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:25.253429 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf,segment=NetworkSegment(3b684c25-e1f1-4a60-bef6-7b4548e18e8a),segment_id=3b684c25-e1f1-4a60-bef6-7b4548e18e8a)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:25.299188 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b112d102-aa18-48e4-a23a-126fbabdca63 x-openstack-request-id: req-b112d102-aa18-48e4-a23a-126fbabdca63 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:25.299533 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f3409d-cd2a-4bef-9ae4-2fba782b321f", "name": "network-vif-unplugged", "status": "failed", "tag": "b9061b77-a5c8-4ac6-9f65-0f8712ee20cf", "code": 422}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:25.299887 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b112d102-aa18-48e4-a23a-126fbabdca63 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:25.300335 dv-cinder-813984-5-iscsi neutron-server[101844]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf', 'code': 422} returned with failed status Oct 29 01:36:25.473047 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:25.502461 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f9daf-822d-432a-98a9-d172ce2a83aa req-d9e5cc34-3dd2-4111-87cd-0eeeaad6ed63 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:25.505047 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-821f9daf-822d-432a-98a9-d172ce2a83aa req-d9e5cc34-3dd2-4111-87cd-0eeeaad6ed63 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 943 time: 0.0740216 Oct 29 01:36:25.532383 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf,revision_number=6']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:25.573312 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-821f9daf-822d-432a-98a9-d172ce2a83aa req-f616c8e8-dbef-4fa7-a4e8-8bc0467f282a tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573328 Oct 29 01:36:26.049763 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafa608-7cd8-40fc-b17b-85f049e19847 req-31bd0a74-a7dc-4111-aac2-7fd0a9a7ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:26.051297 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-5aafa608-7cd8-40fc-b17b-85f049e19847 req-31bd0a74-a7dc-4111-aac2-7fd0a9a7ae10 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f&tenant_id=fea0db42704249b29fba70abbda7991c HTTP/1.1" status: 200 len: 1096 time: 0.0739293 Oct 29 01:36:26.122486 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafa608-7cd8-40fc-b17b-85f049e19847 req-78dd938e-394b-4613-9fd1-3a0e8fd1ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:26.124119 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-5aafa608-7cd8-40fc-b17b-85f049e19847 req-78dd938e-394b-4613-9fd1-3a0e8fd1ed06 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fea0db42704249b29fba70abbda7991c&device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 1096 time: 0.0484979 Oct 29 01:36:26.223435 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafa608-7cd8-40fc-b17b-85f049e19847 req-c21e35fb-26e2-4fab-999a-30fd576d970a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:26.224990 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-5aafa608-7cd8-40fc-b17b-85f049e19847 req-c21e35fb-26e2-4fab-999a-30fd576d970a service neutron] 10.222.0.83 "GET /v2.0/networks?id=acba2ac2-4dda-4f15-b3fb-5874b71db82d HTTP/1.1" status: 200 len: 910 time: 0.0923378 Oct 29 01:36:26.301683 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-5aafa608-7cd8-40fc-b17b-85f049e19847 req-e2fc8b27-72d2-4747-972b-29078b1b5180 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf HTTP/1.1" status: 200 len: 999 time: 0.0692241 Oct 29 01:36:26.364993 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafa608-7cd8-40fc-b17b-85f049e19847 req-2e3a0cb0-b59b-481b-8ed7-d885b7e7ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:26.367027 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-5aafa608-7cd8-40fc-b17b-85f049e19847 req-2e3a0cb0-b59b-481b-8ed7-d885b7e7ec7c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d083ebb-5c9a-460a-ad02-feb3e3129bdc HTTP/1.1" status: 200 len: 848 time: 0.0469232 Oct 29 01:36:26.417673 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafa608-7cd8-40fc-b17b-85f049e19847 req-ee38ff6b-ca0d-4dfa-975d-ca87894317d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:26.419079 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-5aafa608-7cd8-40fc-b17b-85f049e19847 req-ee38ff6b-ca0d-4dfa-975d-ca87894317d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=acba2ac2-4dda-4f15-b3fb-5874b71db82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407827 Oct 29 01:36:26.514920 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-5aafa608-7cd8-40fc-b17b-85f049e19847 req-eff49d8b-bef7-4db5-9fee-5116cfeb5a8c service neutron] 10.222.0.83 "GET /v2.0/networks/acba2ac2-4dda-4f15-b3fb-5874b71db82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850494 Oct 29 01:36:26.618504 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-5aafa608-7cd8-40fc-b17b-85f049e19847 req-780d10e5-d771-482b-a7e3-c5890e2a487f service neutron] 10.222.0.83 "GET /v2.0/networks/acba2ac2-4dda-4f15-b3fb-5874b71db82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875187 Oct 29 01:36:26.692311 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9575ae-7b0a-4806-8851-870d9b2cd998 req-5b85426f-17eb-40d8-9227-df1a503ca4b1 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:26.693783 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7f9575ae-7b0a-4806-8851-870d9b2cd998 req-5b85426f-17eb-40d8-9227-df1a503ca4b1 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 943 time: 0.0510533 Oct 29 01:36:26.733906 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7f9575ae-7b0a-4806-8851-870d9b2cd998 req-8dfa4de8-b0d9-421e-bcfe-27ef27a439ba tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341995 Oct 29 01:36:27.225681 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7971a0df-a5ca-490a-bb64-28e5b6ce404d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:27.848454 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76c823-2ced-4bf9-ae81-f9bb5aba538c req-55b5bc9e-1bb2-410b-9d1a-d8f9009e853e tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:27.849922 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fe76c823-2ced-4bf9-ae81-f9bb5aba538c req-55b5bc9e-1bb2-410b-9d1a-d8f9009e853e tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 943 time: 0.0494623 Oct 29 01:36:27.888258 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fe76c823-2ced-4bf9-ae81-f9bb5aba538c req-e4dd5dd4-edf5-428f-ab55-388a1aa17fc1 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318067 Oct 29 01:36:29.007578 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a5a4d1-c615-4603-812d-376f13e61b9c req-b6aa41a1-fcc5-4d8c-9de5-842100cf4a07 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:29.009022 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-35a5a4d1-c615-4603-812d-376f13e61b9c req-b6aa41a1-fcc5-4d8c-9de5-842100cf4a07 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 943 time: 0.0532587 Oct 29 01:36:29.051013 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-35a5a4d1-c615-4603-812d-376f13e61b9c req-0383505a-2135-4bdf-a712-ff8375ab7be7 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361540 Oct 29 01:36:30.158479 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-502ff6b9-70c4-4dd1-9e66-70394b675abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:30.173557 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2088bec-e457-44b8-b253-4af190732419 req-a7f70825-6b99-47e9-ab7a-c1fa608aceb8 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:30.175097 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2088bec-e457-44b8-b253-4af190732419 req-a7f70825-6b99-47e9-ab7a-c1fa608aceb8 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 943 time: 0.0527563 Oct 29 01:36:30.216115 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2088bec-e457-44b8-b253-4af190732419 req-d5da4d21-ac40-4d80-b2ac-2fb73aa47edf tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346677 Oct 29 01:36:31.056010 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:31.336783 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4db2e4-95ac-44ea-bc5c-e7427d344b2d req-ad7fa0b9-c19a-40c9-bffc-036a2132cc67 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:31.338341 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2a4db2e4-95ac-44ea-bc5c-e7427d344b2d req-ad7fa0b9-c19a-40c9-bffc-036a2132cc67 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 943 time: 0.0518687 Oct 29 01:36:31.359433 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:31.380663 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2a4db2e4-95ac-44ea-bc5c-e7427d344b2d req-450613fe-20ba-4e93-ae06-c522515af5ec tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362804 Oct 29 01:36:32.502908 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b59631-ab15-43f2-ac31-d05e4234bd38 req-c43a49da-456e-4f35-829b-b75651811afa tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:32.504409 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-90b59631-ab15-43f2-ac31-d05e4234bd38 req-c43a49da-456e-4f35-829b-b75651811afa tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 943 time: 0.0536404 Oct 29 01:36:32.543688 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-90b59631-ab15-43f2-ac31-d05e4234bd38 req-f01c78c9-8a11-4942-873c-c8f5885d4e3c tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325360 Oct 29 01:36:32.955331 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-bceaef0b-d2aa-4c26-8f94-b84173fdb0ec tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:32.957026 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-bceaef0b-d2aa-4c26-8f94-b84173fdb0ec tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/networks?id=55f0bc8e-67fb-4207-a774-2feb6c3222d3 HTTP/1.1" status: 200 len: 815 time: 0.1094704 Oct 29 01:36:32.972443 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-786b7542-7941-4d75-9a68-bc01e63dc7b0 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/quotas/b8778e689b6e42e2b16d49b3fe762ac6 HTTP/1.1" status: 200 len: 375 time: 0.0096214 Oct 29 01:36:33.016317 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:33.028996 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-e64cca0f-fc9d-438a-aaa5-bf4eba564763 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b8778e689b6e42e2b16d49b3fe762ac6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506897 Oct 29 01:36:33.127162 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-a7191cda-1bea-4cf4-8d19-d15098c0e605 service neutron] 10.222.0.87 "GET /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908637 Oct 29 01:36:33.145601 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device b9061b77-a5c8-4ac6-9f65-0f8712ee20cf details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:36:33.225225 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-88423790-6f0e-4398-af79-0036b658f0f1 service neutron] 10.222.0.87 "GET /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905137 Oct 29 01:36:33.252291 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf,segment=NetworkSegment(3b684c25-e1f1-4a60-bef6-7b4548e18e8a),segment_id=3b684c25-e1f1-4a60-bef6-7b4548e18e8a)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:33.266067 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf', 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d', 'port_id': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf', 'mac_address': 'fa:16:3e:35:26:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 930, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:36:33.306241 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:33.319946 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9061b77-a5c8-4ac6-9f65-0f8712ee20cf {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:36:33.344808 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf,segment=NetworkSegment(3b684c25-e1f1-4a60-bef6-7b4548e18e8a),segment_id=3b684c25-e1f1-4a60-bef6-7b4548e18e8a)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:33.439534 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:33.495784 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf,revision_number=7']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:33.496105 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-36a8c2a1-5c07-4a55-a7b6-aaefe9c80163 req-9bcbc655-38c0-4aea-a141-f5ed730ac6ef tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb92bdbd-28c2-4c34-9bc2-78bb5165c567 HTTP/1.1" status: 200 len: 210 time: 0.0278842 Oct 29 01:36:33.662515 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e9f4d-aaa8-4f94-bc68-0c87c485cd72 req-1b062ef3-ce78-4df5-b7b2-0bf2dfae8f4e tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:33.664202 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-700e9f4d-aaa8-4f94-bc68-0c87c485cd72 req-1b062ef3-ce78-4df5-b7b2-0bf2dfae8f4e tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 944 time: 0.0512199 Oct 29 01:36:33.707213 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-700e9f4d-aaa8-4f94-bc68-0c87c485cd72 req-dadf9994-6b40-4cb5-a1c3-7fea2c0c52d2 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364494 Oct 29 01:36:33.824789 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['b9061b77-a5c8-4ac6-9f65-0f8712ee20cf'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:36:34.601906 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-265e44f0-ffcd-42ef-927b-276c4ec9bbfe req-976affa5-c23d-4c58-8a2b-4361b8091fbf tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb92bdbd-28c2-4c34-9bc2-78bb5165c567 HTTP/1.1" status: 200 len: 210 time: 0.0317659 Oct 29 01:36:34.824666 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7edd05-68e9-4329-97ad-79631216a39a req-991de1bf-2b5f-414f-90e5-cf88b134dfbf tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:34.826172 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1a7edd05-68e9-4329-97ad-79631216a39a req-991de1bf-2b5f-414f-90e5-cf88b134dfbf tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 944 time: 0.0498703 Oct 29 01:36:34.867624 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1a7edd05-68e9-4329-97ad-79631216a39a req-8a3cf8d1-07b3-4199-b838-1bdfe619ca79 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351386 Oct 29 01:36:35.147613 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device b9061b77-a5c8-4ac6-9f65-0f8712ee20cf up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:36:35.204794 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:36:35.205196 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:35.292512 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:35.293133 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a8d5ab-d768-4b7a-80b6-2388dd844b70 req-d3722f44-2ab5-4e61-a70a-267822e3a80a tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:35.294672 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-43a8d5ab-d768-4b7a-80b6-2388dd844b70 req-d3722f44-2ab5-4e61-a70a-267822e3a80a tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 945 time: 0.0526562 Oct 29 01:36:35.324208 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:35.326496 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d539a22f-35b6-438f-ae45-c651219cbf2f" -d '{"events": [{"server_uuid": "58f3409d-cd2a-4bef-9ae4-2fba782b321f", "name": "network-vif-plugged", "status": "completed", "tag": "b9061b77-a5c8-4ac6-9f65-0f8712ee20cf"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:35.340866 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf,segment=NetworkSegment(3b684c25-e1f1-4a60-bef6-7b4548e18e8a),segment_id=3b684c25-e1f1-4a60-bef6-7b4548e18e8a)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:35.340982 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-43a8d5ab-d768-4b7a-80b6-2388dd844b70 req-c49b01d1-81c5-48d6-b971-3c44b60f7950 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386167 Oct 29 01:36:35.373476 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc88522-80d5-4a18-8c64-f2bd754f2a49 x-openstack-request-id: req-5bc88522-80d5-4a18-8c64-f2bd754f2a49 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:35.373774 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f3409d-cd2a-4bef-9ae4-2fba782b321f", "name": "network-vif-plugged", "status": "completed", "tag": "b9061b77-a5c8-4ac6-9f65-0f8712ee20cf", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:35.374029 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-5bc88522-80d5-4a18-8c64-f2bd754f2a49 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:35.374439 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf', 'code': 200} Oct 29 01:36:35.427499 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:35.481631 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf,revision_number=8']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:35.485007 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-dfbbc3d1-396a-4a23-aef5-0897a30e5bd2 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:35.486947 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-dfbbc3d1-396a-4a23-aef5-0897a30e5bd2 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.83 "GET /v2.0/networks?id=55f0bc8e-67fb-4207-a774-2feb6c3222d3 HTTP/1.1" status: 200 len: 815 time: 0.1091008 Oct 29 01:36:35.507337 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-349c1b55-81ac-466a-81d8-37f7d238f051 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Request body: {'port': {'device_id': 'bb92bdbd-28c2-4c34-9bc2-78bb5165c567', 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3', 'admin_state_up': True, 'tenant_id': 'b8778e689b6e42e2b16d49b3fe762ac6'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:36:35.700874 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a9e93af4-edea-4c77-90a0-f051ef9f2121 req-0b7db18b-c212-4524-aa3b-91ce05b45621 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb92bdbd-28c2-4c34-9bc2-78bb5165c567 HTTP/1.1" status: 200 len: 210 time: 0.0270107 Oct 29 01:36:35.796723 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-349c1b55-81ac-466a-81d8-37f7d238f051 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Made reservation on behalf of b8778e689b6e42e2b16d49b3fe762ac6 for: {'port': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:36:35.800462 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-349c1b55-81ac-466a-81d8-37f7d238f051 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:35.948126 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-349c1b55-81ac-466a-81d8-37f7d238f051 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Allocated IP 172.20.0.12 (55f0bc8e-67fb-4207-a774-2feb6c3222d3/d1395ec2-7729-450e-831f-ebe839e5bd9e/bc186c4d-5060-45ec-81fa-6d90f5ac14d9) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:36:36.011364 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277699da-472e-4a2a-9689-5d41f3f0a2b5 req-3c95e5b1-b8e5-472a-9be3-ca32c619c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:36.016040 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-277699da-472e-4a2a-9689-5d41f3f0a2b5 req-3c95e5b1-b8e5-472a-9be3-ca32c619c146 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 1098 time: 0.0972524 Oct 29 01:36:36.032366 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad10a4-4ab3-44c2-9636-c2055b1d6669 req-0e4cf964-d294-4061-ab4b-314242a9857a tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:36.034065 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-20ad10a4-4ab3-44c2-9636-c2055b1d6669 req-0e4cf964-d294-4061-ab4b-314242a9857a tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0736637 Oct 29 01:36:36.095257 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-277699da-472e-4a2a-9689-5d41f3f0a2b5 req-359ed253-9d78-4722-ae3e-ffe8456b7e1d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544870 Oct 29 01:36:36.100524 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-20ad10a4-4ab3-44c2-9636-c2055b1d6669 req-fadbe1e1-942c-459a-92e6-cc83ccd6b690 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540926 Oct 29 01:36:36.118397 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-349c1b55-81ac-466a-81d8-37f7d238f051 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:36.187481 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-349c1b55-81ac-466a-81d8-37f7d238f051 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:36.202900 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['4ed04aff-6179-4c33-bfce-b78bc0ab0759'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:36:36.239233 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-349c1b55-81ac-466a-81d8-37f7d238f051 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:36:36.242641 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-349c1b55-81ac-466a-81d8-37f7d238f051 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:36:36.245305 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-349c1b55-81ac-466a-81d8-37f7d238f051 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:36:36.277704 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c1b55-81ac-466a-81d8-37f7d238f051 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Pushing event updated for resources: {'Port': ['ID=bc186c4d-5060-45ec-81fa-6d90f5ac14d9,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:36.303067 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-349c1b55-81ac-466a-81d8-37f7d238f051 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:36.303701 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-349c1b55-81ac-466a-81d8-37f7d238f051 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:36.390638 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-349c1b55-81ac-466a-81d8-37f7d238f051 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8879714 Oct 29 01:36:36.413316 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Request body: {'port': {'device_id': 'bb92bdbd-28c2-4c34-9bc2-78bb5165c567', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:36:36.463552 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7970d-995e-4b00-bda5-29ddefa40ff1 req-54b58bfe-fa15-403d-a58e-dfff62e695f6 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:36.465506 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-47f7970d-995e-4b00-bda5-29ddefa40ff1 req-54b58bfe-fa15-403d-a58e-dfff62e695f6 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 945 time: 0.0541563 Oct 29 01:36:36.469436 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:36.516061 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-47f7970d-995e-4b00-bda5-29ddefa40ff1 req-0cf64419-41b1-447e-aee1-d40b7068165d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437553 Oct 29 01:36:36.734434 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.notifiers.nova [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc186c4d-5060-45ec-81fa-6d90f5ac14d9 {{(pid=101843) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:36:36.743877 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:36.757190 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.provisioning_blocks [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Transition to ACTIVE for port object bc186c4d-5060-45ec-81fa-6d90f5ac14d9 will not be triggered until provisioned by entity L2. {{(pid=101843) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:36:36.822358 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dea33b-b252-4c88-b48a-dae186c8a615 req-fdc74f5b-5f1d-4051-9e9f-9bd76b6be61f tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:36.823916 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-12dea33b-b252-4c88-b48a-dae186c8a615 req-fdc74f5b-5f1d-4051-9e9f-9bd76b6be61f tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb92bdbd-28c2-4c34-9bc2-78bb5165c567 HTTP/1.1" status: 200 len: 932 time: 0.0513792 Oct 29 01:36:36.861526 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790450'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:36.867482 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-12dea33b-b252-4c88-b48a-dae186c8a615 req-6d792f8a-d0af-445d-b72a-628b90551fef tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354066 Oct 29 01:36:36.916740 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Pushing event updated for resources: {'Port': ['ID=bc186c4d-5060-45ec-81fa-6d90f5ac14d9,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:36.939938 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:36.940286 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:36.940630 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:36.940964 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:36.941295 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:36.941624 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:36.941952 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:36.942278 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:36.942603 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:36.942927 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:36.943248 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:36.944227 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:36.993463 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Attempting to bind port bc186c4d-5060-45ec-81fa-6d90f5ac14d9 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:36:36.993797 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Attempting to bind port bc186c4d-5060-45ec-81fa-6d90f5ac14d9 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '71b4ef24-58b4-4811-baf6-f98ff22b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3'}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:36:36.994128 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Attempting to bind port bc186c4d-5060-45ec-81fa-6d90f5ac14d9 on network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:36:36.998593 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Port bc186c4d-5060-45ec-81fa-6d90f5ac14d9 on network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:36:36.998913 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Attempting to bind port bc186c4d-5060-45ec-81fa-6d90f5ac14d9 on network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:36:37.003787 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:36:37.004126 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Checking segment: {'id': '71b4ef24-58b4-4811-baf6-f98ff22b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:36:37.004507 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Bound using segment: {'id': '71b4ef24-58b4-4811-baf6-f98ff22b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3'} {{(pid=101843) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:36:37.004933 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.managers [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Bound port: bc186c4d-5060-45ec-81fa-6d90f5ac14d9, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b4ef24-58b4-4811-baf6-f98ff22b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3'}}] {{(pid=101843) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:36:37.005290 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:37.070338 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] For port bc186c4d-5060-45ec-81fa-6d90f5ac14d9, host hv-cinder-81398, cleared binding levels {{(pid=101843) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:36:37.073549 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] For port bc186c4d-5060-45ec-81fa-6d90f5ac14d9, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bc186c4d-5060-45ec-81fa-6d90f5ac14d9,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101843) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:36:37.157302 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790450'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:37.200435 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:37.201071 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:37.202548 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] 10.222.0.83 "PUT /v2.0/ports/bc186c4d-5060-45ec-81fa-6d90f5ac14d9 HTTP/1.1" status: 200 len: 1094 time: 0.7941294 Oct 29 01:36:37.203009 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb92bdbd-28c2-4c34-9bc2-78bb5165c567', 'tag': 'bc186c4d-5060-45ec-81fa-6d90f5ac14d9'}] {{(pid=101843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:37.205919 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62e9e1f26a3722756967881dc3103d1ef987c1afaa65af21d436660d1349688f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4acd3dd-2a47-46c1-8261-87e6d7ba4478" -d '{"events": [{"name": "network-changed", "server_uuid": "bb92bdbd-28c2-4c34-9bc2-78bb5165c567", "tag": "bc186c4d-5060-45ec-81fa-6d90f5ac14d9"}]}' {{(pid=101843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:37.233831 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac95ca3-f92f-43cd-b38c-0083f649041e service neutron] Pushing event updated for resources: {'Port': ['ID=bc186c4d-5060-45ec-81fa-6d90f5ac14d9,revision_number=3']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:37.249400 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4cdf6-3411-43a1-8862-0b1ac95ebcaf req-5cbd4a9b-1c59-4002-bad1-176ccf90533b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:37.252346 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-85c4cdf6-3411-43a1-8862-0b1ac95ebcaf req-5cbd4a9b-1c59-4002-bad1-176ccf90533b tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0832517 Oct 29 01:36:37.252700 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a611e20-780b-4560-a9b1-cc1bd2a7d050 x-openstack-request-id: req-9a611e20-780b-4560-a9b1-cc1bd2a7d050 {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:37.253002 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb92bdbd-28c2-4c34-9bc2-78bb5165c567", "tag": "bc186c4d-5060-45ec-81fa-6d90f5ac14d9", "status": "completed", "code": 200}]} {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:37.253260 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-9a611e20-780b-4560-a9b1-cc1bd2a7d050 {{(pid=101843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:37.253731 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb92bdbd-28c2-4c34-9bc2-78bb5165c567', 'tag': 'bc186c4d-5060-45ec-81fa-6d90f5ac14d9', 'status': 'completed', 'code': 200} Oct 29 01:36:37.297948 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-85c4cdf6-3411-43a1-8862-0b1ac95ebcaf req-66be2767-6803-4f44-b7a0-f5df710bab94 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367415 Oct 29 01:36:37.331336 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acd3dd-2a47-46c1-8261-87e6d7ba4478 req-70aac0a2-326d-406b-840b-5cb319359384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:37.332836 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-c4acd3dd-2a47-46c1-8261-87e6d7ba4478 req-70aac0a2-326d-406b-840b-5cb319359384 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8778e689b6e42e2b16d49b3fe762ac6&device_id=bb92bdbd-28c2-4c34-9bc2-78bb5165c567 HTTP/1.1" status: 200 len: 1097 time: 0.0414679 Oct 29 01:36:37.452177 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acd3dd-2a47-46c1-8261-87e6d7ba4478 req-01ca7d7d-35f2-456a-ad09-18713a2e5383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:37.453707 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-c4acd3dd-2a47-46c1-8261-87e6d7ba4478 req-01ca7d7d-35f2-456a-ad09-18713a2e5383 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=b8778e689b6e42e2b16d49b3fe762ac6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1005952 Oct 29 01:36:37.564025 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acd3dd-2a47-46c1-8261-87e6d7ba4478 req-9cc34022-cdef-4e3f-a87f-46669633f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:37.565515 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-c4acd3dd-2a47-46c1-8261-87e6d7ba4478 req-9cc34022-cdef-4e3f-a87f-46669633f6ff service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024799 Oct 29 01:36:37.636155 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4f701-eb78-4413-9573-2af83c6df617 req-dd13f6dd-cf95-4a18-b843-640ee5ae3159 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:37.637646 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e5c4f701-eb78-4413-9573-2af83c6df617 req-dd13f6dd-cf95-4a18-b843-640ee5ae3159 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 945 time: 0.0500300 Oct 29 01:36:37.668379 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-7c624cc7-91b3-4355-8c21-39b9de5aaa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:37.671298 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-7c624cc7-91b3-4355-8c21-39b9de5aaa29 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8778e689b6e42e2b16d49b3fe762ac6&device_id=bb92bdbd-28c2-4c34-9bc2-78bb5165c567 HTTP/1.1" status: 200 len: 1097 time: 0.0505257 Oct 29 01:36:37.683028 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e5c4f701-eb78-4413-9573-2af83c6df617 req-9897216b-5443-46b5-8ade-43d6e89fee66 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381787 Oct 29 01:36:37.720774 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-d5401f98-ddbe-45cc-9e52-43e64ebe5ae4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc186c4d-5060-45ec-81fa-6d90f5ac14d9 HTTP/1.1" status: 200 len: 217 time: 0.0360942 Oct 29 01:36:37.772791 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-af039991-1eaf-4937-86b4-623e0b180786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:37.774512 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-af039991-1eaf-4937-86b4-623e0b180786 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1395ec2-7729-450e-831f-ebe839e5bd9e HTTP/1.1" status: 200 len: 855 time: 0.0456817 Oct 29 01:36:37.838922 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-5f709ef5-d876-4d94-b7f1-a4948a6eabcc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55f0bc8e-67fb-4207-a774-2feb6c3222d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303288 Oct 29 01:36:37.951610 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-13a48300-8133-47b0-8b82-6d12a7e5aa0e service neutron] 10.222.0.83 "GET /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010439 Oct 29 01:36:37.996049 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25937cb1-615f-47cf-a1d4-d7d58fee553c req-7945e77b-cddf-46f6-b8a5-c856fa475d08 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:37.997606 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-25937cb1-615f-47cf-a1d4-d7d58fee553c req-7945e77b-cddf-46f6-b8a5-c856fa475d08 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb92bdbd-28c2-4c34-9bc2-78bb5165c567 HTTP/1.1" status: 200 len: 944 time: 0.0552905 Oct 29 01:36:38.060437 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-33e7c35a-ac4f-41ac-8538-b00b270e131e req-f630adbd-813b-4757-972e-f320850f06e3 service neutron] 10.222.0.83 "GET /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947444 Oct 29 01:36:38.073910 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2547d3f-c98a-4cf3-a758-74bda38f14b6 req-3fb542b8-83b0-491b-b053-1df21f4d7a3f tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:38.075435 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2547d3f-c98a-4cf3-a758-74bda38f14b6 req-3fb542b8-83b0-491b-b053-1df21f4d7a3f tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.83 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 945 time: 0.0769429 Oct 29 01:36:38.078732 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-25937cb1-615f-47cf-a1d4-d7d58fee553c req-8af888bd-5c17-479e-9b0b-ad4677a4c311 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541859 Oct 29 01:36:38.137685 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:36:38.181949 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-a2547d3f-c98a-4cf3-a758-74bda38f14b6 req-8f112466-100e-47e8-a3f4-44d684328c8b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Deleting port 569ffd45-8958-4842-9d3e-75bdbaf74160 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:36:38.182209 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a2547d3f-c98a-4cf3-a758-74bda38f14b6 req-8f112466-100e-47e8-a3f4-44d684328c8b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:38.273000 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-a2547d3f-c98a-4cf3-a758-74bda38f14b6 req-8f112466-100e-47e8-a3f4-44d684328c8b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] For port 569ffd45-8958-4842-9d3e-75bdbaf74160, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=569ffd45-8958-4842-9d3e-75bdbaf74160,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:38.273728 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a2547d3f-c98a-4cf3-a758-74bda38f14b6 req-8f112466-100e-47e8-a3f4-44d684328c8b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:38.488093 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb8b81-6e05-4c47-accd-a6d4d997d623 req-ddf49a95-0a62-4718-b89a-082c8901c3f5 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:38.489466 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2abb8b81-6e05-4c47-accd-a6d4d997d623 req-ddf49a95-0a62-4718-b89a-082c8901c3f5 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.1033885 Oct 29 01:36:38.492053 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a2547d3f-c98a-4cf3-a758-74bda38f14b6 req-8f112466-100e-47e8-a3f4-44d684328c8b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:38.492409 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a2547d3f-c98a-4cf3-a758-74bda38f14b6 req-8f112466-100e-47e8-a3f4-44d684328c8b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989738'] for floatingip, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:38.492717 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.l3_db [req-a2547d3f-c98a-4cf3-a758-74bda38f14b6 req-8f112466-100e-47e8-a3f4-44d684328c8b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Floating IP 43cde529-1f98-4801-aecc-88ce08597fb7 disassociated. External IP: 172.27.3.207, port: 569ffd45-8958-4842-9d3e-75bdbaf74160. Oct 29 01:36:38.493053 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-a2547d3f-c98a-4cf3-a758-74bda38f14b6 req-8f112466-100e-47e8-a3f4-44d684328c8b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Calling delete_port for 569ffd45-8958-4842-9d3e-75bdbaf74160 owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:36:38.567136 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2abb8b81-6e05-4c47-accd-a6d4d997d623 req-add2f597-c388-401b-b389-4eb59061801d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695708 Oct 29 01:36:38.707307 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a2547d3f-c98a-4cf3-a758-74bda38f14b6 req-8f112466-100e-47e8-a3f4-44d684328c8b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:38.738742 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f112466-100e-47e8-a3f4-44d684328c8b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event deleted for resources: {'Port': ['ID=569ffd45-8958-4842-9d3e-75bdbaf74160,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:38.841909 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5c76231b-c53a-486e-a46f-ec6df8ee4c73 req-b3390fdf-1575-4569-82fa-1913f2dd3ef4 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 210 time: 0.0586007 Oct 29 01:36:38.882144 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2547d3f-c98a-4cf3-a758-74bda38f14b6 req-8f112466-100e-47e8-a3f4-44d684328c8b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Router d38bfa45-bbba-4ca8-8e86-ca68f620392e has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:36:38.989789 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2547d3f-c98a-4cf3-a758-74bda38f14b6 req-8f112466-100e-47e8-a3f4-44d684328c8b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:36:38.999946 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c114a2-e915-4a39-b126-525957930ab0 None None] Sync routers for ids ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:36:39.011297 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c114a2-e915-4a39-b126-525957930ab0 None None] Routers {'d38bfa45-bbba-4ca8-8e86-ca68f620392e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:36:39.011868 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-c0c114a2-e915-4a39-b126-525957930ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:36:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:39.030095 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2547d3f-c98a-4cf3-a758-74bda38f14b6 req-8f112466-100e-47e8-a3f4-44d684328c8b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] No DVR routers for this DVR port 569ffd45-8958-4842-9d3e-75bdbaf74160 on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:36:39.032752 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a2547d3f-c98a-4cf3-a758-74bda38f14b6 req-8f112466-100e-47e8-a3f4-44d684328c8b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:39.036165 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2547d3f-c98a-4cf3-a758-74bda38f14b6 req-8f112466-100e-47e8-a3f4-44d684328c8b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.83 "DELETE /v2.0/ports/569ffd45-8958-4842-9d3e-75bdbaf74160 HTTP/1.1" status: 204 len: 173 time: 0.9490457 Oct 29 01:36:39.036632 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69664c9-6a0c-4807-a429-f39a1823f6ac', 'name': 'network-vif-deleted', 'tag': '569ffd45-8958-4842-9d3e-75bdbaf74160'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:39.039339 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457c7bcf-d6c6-4ba1-9cb5-3fa41d789741" -d '{"events": [{"server_uuid": "f69664c9-6a0c-4807-a429-f39a1823f6ac", "name": "network-vif-deleted", "tag": "569ffd45-8958-4842-9d3e-75bdbaf74160"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:39.080406 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09283d87-927c-4690-8653-9204d39993ce x-openstack-request-id: req-09283d87-927c-4690-8653-9204d39993ce {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:39.080727 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69664c9-6a0c-4807-a429-f39a1823f6ac", "name": "network-vif-deleted", "tag": "569ffd45-8958-4842-9d3e-75bdbaf74160", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:39.080950 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-09283d87-927c-4690-8653-9204d39993ce {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:39.081396 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69664c9-6a0c-4807-a429-f39a1823f6ac', 'name': 'network-vif-deleted', 'tag': '569ffd45-8958-4842-9d3e-75bdbaf74160', 'status': 'completed', 'code': 200} Oct 29 01:36:39.125096 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-c0c114a2-e915-4a39-b126-525957930ab0 None None] Set router d38bfa45-bbba-4ca8-8e86-ca68f620392e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:36:39.153576 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device bc186c4d-5060-45ec-81fa-6d90f5ac14d9 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:36:39.246718 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f475e6-e441-4499-93b0-d4f0f1f38db3 req-dd872a9c-3cd5-45eb-9a52-379fbb2faf51 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:39.249013 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-04f475e6-e441-4499-93b0-d4f0f1f38db3 req-dd872a9c-3cd5-45eb-9a52-379fbb2faf51 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb92bdbd-28c2-4c34-9bc2-78bb5165c567 HTTP/1.1" status: 200 len: 944 time: 0.0740917 Oct 29 01:36:39.302988 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port bc186c4d-5060-45ec-81fa-6d90f5ac14d9, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bc186c4d-5060-45ec-81fa-6d90f5ac14d9,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:39.310018 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-04f475e6-e441-4499-93b0-d4f0f1f38db3 req-b0717c26-c384-48fc-8b6f-f642bcbc1b65 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475123 Oct 29 01:36:39.343763 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': 'bc186c4d-5060-45ec-81fa-6d90f5ac14d9', 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3', 'port_id': 'bc186c4d-5060-45ec-81fa-6d90f5ac14d9', 'mac_address': 'fa:16:3e:fe:44:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1395ec2-7729-450e-831f-ebe839e5bd9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:36:39.387165 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:39.400300 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc186c4d-5060-45ec-81fa-6d90f5ac14d9 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:36:39.420401 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port bc186c4d-5060-45ec-81fa-6d90f5ac14d9, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bc186c4d-5060-45ec-81fa-6d90f5ac14d9,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:39.442950 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-c0c114a2-e915-4a39-b126-525957930ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:39.473134 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c114a2-e915-4a39-b126-525957930ab0 None None] Checking router: d38bfa45-bbba-4ca8-8e86-ca68f620392e for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:36:39.482151 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c114a2-e915-4a39-b126-525957930ab0 None None] Routers {'d38bfa45-bbba-4ca8-8e86-ca68f620392e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:36:39.482809 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-c0c114a2-e915-4a39-b126-525957930ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:36:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:39.501392 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:39.554360 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=bc186c4d-5060-45ec-81fa-6d90f5ac14d9,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:39.591709 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-c0c114a2-e915-4a39-b126-525957930ab0 None None] Set router d38bfa45-bbba-4ca8-8e86-ca68f620392e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:36:39.837776 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['bc186c4d-5060-45ec-81fa-6d90f5ac14d9'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:36:39.921063 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-c0c114a2-e915-4a39-b126-525957930ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:36:39.948685 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c114a2-e915-4a39-b126-525957930ab0 None None] The sync data for ids ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'] in dv-cinder-813984-5-iscsi is: [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:36:39.978640 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-80d06cdf-4146-4190-9ea4-00c67419e879 req-76c35084-d247-40ea-9249-1b31c454cb3b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=f69664c9-6a0c-4807-a429-f39a1823f6ac HTTP/1.1" status: 200 len: 210 time: 0.0372989 Oct 29 01:36:40.194468 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae89c64-5b74-4550-97fc-dd70f549876e None None] New status for floating IP 43cde529-1f98-4801-aecc-88ce08597fb7: DOWN {{(pid=101844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:36:40.447987 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bcfd76-eaac-4fa8-b394-fd70f3a5df5d req-6c1c6768-b297-470b-bf6e-7e1db45f0d31 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:40.449560 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e6bcfd76-eaac-4fa8-b394-fd70f3a5df5d req-6c1c6768-b297-470b-bf6e-7e1db45f0d31 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb92bdbd-28c2-4c34-9bc2-78bb5165c567 HTTP/1.1" status: 200 len: 945 time: 0.0573199 Oct 29 01:36:40.491869 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e6bcfd76-eaac-4fa8-b394-fd70f3a5df5d req-b8e668f4-e34a-45db-8aa7-4c1e5bf56eb4 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335350 Oct 29 01:36:41.165194 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device bc186c4d-5060-45ec-81fa-6d90f5ac14d9 up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:36:41.235996 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-e476002e-3ddc-4a30-aa96-cf4692ca5c3c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1031308803&fields=id&tenant_id=84bceeeb4f67456a90779360ffc620aa HTTP/1.1" status: 200 len: 267 time: 0.0374053 Oct 29 01:36:41.272929 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port bc186c4d-5060-45ec-81fa-6d90f5ac14d9 completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:36:41.277083 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port bc186c4d-5060-45ec-81fa-6d90f5ac14d9 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:36:41.277457 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:41.350020 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-09e322b5-1683-42b8-8f94-2163eb098626 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:41.351558 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-09e322b5-1683-42b8-8f94-2163eb098626 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/networks?id=b37af5eb-5268-42f9-a4b9-3756fed9194f HTTP/1.1" status: 200 len: 811 time: 0.1081581 Oct 29 01:36:41.361603 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:41.369564 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-73377165-53d7-4af6-97e3-2178e986f86d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/quotas/84bceeeb4f67456a90779360ffc620aa HTTP/1.1" status: 200 len: 375 time: 0.0108037 Oct 29 01:36:41.386703 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb92bdbd-28c2-4c34-9bc2-78bb5165c567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc186c4d-5060-45ec-81fa-6d90f5ac14d9'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:41.389175 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fddaff-9bdb-4922-adc9-64192b702c3d" -d '{"events": [{"server_uuid": "bb92bdbd-28c2-4c34-9bc2-78bb5165c567", "name": "network-vif-plugged", "status": "completed", "tag": "bc186c4d-5060-45ec-81fa-6d90f5ac14d9"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:41.403376 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port bc186c4d-5060-45ec-81fa-6d90f5ac14d9, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bc186c4d-5060-45ec-81fa-6d90f5ac14d9,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:41.426354 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-a939c79b-2631-4dec-a6a5-aaf16e65625d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=84bceeeb4f67456a90779360ffc620aa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508754 Oct 29 01:36:41.426779 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869ca1f0-ca16-40d4-9b2c-b66815d36b13 x-openstack-request-id: req-869ca1f0-ca16-40d4-9b2c-b66815d36b13 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:41.427188 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb92bdbd-28c2-4c34-9bc2-78bb5165c567", "name": "network-vif-plugged", "status": "completed", "tag": "bc186c4d-5060-45ec-81fa-6d90f5ac14d9", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:41.427481 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-869ca1f0-ca16-40d4-9b2c-b66815d36b13 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:41.428551 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb92bdbd-28c2-4c34-9bc2-78bb5165c567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc186c4d-5060-45ec-81fa-6d90f5ac14d9', 'code': 200} Oct 29 01:36:41.472865 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:41.473715 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 569ffd45-8958-4842-9d3e-75bdbaf74160 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:36:41.515514 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: 569ffd45-8958-4842-9d3e-75bdbaf74160 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:36:41.515985 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 569ffd45-8958-4842-9d3e-75bdbaf74160 not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:36:41.543108 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-3af82c12-2a78-4504-825f-38954df695e6 service neutron] 10.222.0.87 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039925 Oct 29 01:36:41.549173 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=bc186c4d-5060-45ec-81fa-6d90f5ac14d9,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:41.667258 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35337bd1-b552-47eb-b443-f0136623a610 req-408433fb-724b-424f-aed0-d7e697262bf5 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:41.668851 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-35337bd1-b552-47eb-b443-f0136623a610 req-408433fb-724b-424f-aed0-d7e697262bf5 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb92bdbd-28c2-4c34-9bc2-78bb5165c567 HTTP/1.1" status: 200 len: 946 time: 0.0719168 Oct 29 01:36:41.685834 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-fefa6e81-74db-4dfa-8ce9-74f2ca84b2ab service neutron] 10.222.0.87 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358650 Oct 29 01:36:41.741857 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-35337bd1-b552-47eb-b443-f0136623a610 req-2563b754-d872-427f-9dbd-9d984d127c66 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652988 Oct 29 01:36:41.754962 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de55c9-1804-49e8-b71d-a399a3c153e2 req-9d2813a8-30e2-4425-93cb-c59d23c662cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:41.756562 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b9de55c9-1804-49e8-b71d-a399a3c153e2 req-9d2813a8-30e2-4425-93cb-c59d23c662cd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bb92bdbd-28c2-4c34-9bc2-78bb5165c567 HTTP/1.1" status: 200 len: 1099 time: 0.0510511 Oct 29 01:36:41.798377 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b9de55c9-1804-49e8-b71d-a399a3c153e2 req-5820b1e1-416b-478d-bca2-5e7922785cf3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Oct 29 01:36:42.233589 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6d675433-8cca-4e61-b31d-7750e977ed07 req-067465a5-89ed-49f6-ac5f-670bbbef74a1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 210 time: 0.0274315 Oct 29 01:36:42.860443 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6ef7b-c9b3-4d94-89f8-c7d679df4157 req-ce952989-e943-4d2e-91fe-864d5cec27cf tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:42.861830 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9aa6ef7b-c9b3-4d94-89f8-c7d679df4157 req-ce952989-e943-4d2e-91fe-864d5cec27cf tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb92bdbd-28c2-4c34-9bc2-78bb5165c567 HTTP/1.1" status: 200 len: 946 time: 0.0508344 Oct 29 01:36:42.902006 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9aa6ef7b-c9b3-4d94-89f8-c7d679df4157 req-cd03b660-9978-4edd-bc32-d09e6aacf736 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331616 Oct 29 01:36:43.278359 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:43.333357 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8b658100-73a7-46fe-9a34-cc571474377e req-b479c3c3-76b8-484d-9461-e7e93919df47 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 210 time: 0.0304809 Oct 29 01:36:44.022089 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff625551-351a-44b8-b305-632a2ebfd8f6 req-d88ada8a-fabd-4477-9f71-91e182d8eab4 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:44.023602 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ff625551-351a-44b8-b305-632a2ebfd8f6 req-d88ada8a-fabd-4477-9f71-91e182d8eab4 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb92bdbd-28c2-4c34-9bc2-78bb5165c567 HTTP/1.1" status: 200 len: 946 time: 0.0531313 Oct 29 01:36:44.074271 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ff625551-351a-44b8-b305-632a2ebfd8f6 req-01a9a45a-6e5d-4cb3-9e7a-88d57da39145 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443118 Oct 29 01:36:44.445920 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7f487943-a3c0-400b-988f-7cd1bcf7443e req-b231c245-ccea-4fba-b5b4-5fc13d3ba045 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 210 time: 0.0396252 Oct 29 01:36:44.478318 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-ba954edc-03db-41af-b1e5-14fef331813c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:44.479796 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-ba954edc-03db-41af-b1e5-14fef331813c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.83 "GET /v2.0/networks?id=b37af5eb-5268-42f9-a4b9-3756fed9194f HTTP/1.1" status: 200 len: 811 time: 0.1442254 Oct 29 01:36:44.527641 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-37eae5fa-cfac-40a2-80c5-f0cc68b3e3dc tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84bceeeb4f67456a90779360ffc620aa HTTP/1.1" status: 200 len: 380 time: 0.0353608 Oct 29 01:36:44.540225 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Request body: {'port': {'device_id': '529a34b2-5f55-4469-bace-404db6318de3', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'admin_state_up': True, 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'security_groups': ['b9b7c493-6d16-47c8-9ce8-dd16ad351eee']}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:36:44.769769 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Made reservation on behalf of 84bceeeb4f67456a90779360ffc620aa for: {'port': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:36:44.774166 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:44.903395 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Allocated IP 172.20.0.10 (b37af5eb-5268-42f9-a4b9-3756fed9194f/7c138a45-42da-4b80-988e-91ca66e794cd/704607c3-0bdb-4458-b12a-5f98dc711d46) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:36:45.050349 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:45.163076 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:45.206874 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Network b37af5eb-5268-42f9-a4b9-3756fed9194f is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:36:45.211003 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:36:45.214729 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:36:45.238419 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event updated for resources: {'Port': ['ID=704607c3-0bdb-4458-b12a-5f98dc711d46,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:45.250042 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:45.250350 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:45.250691 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:45.251020 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:45.251346 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:45.251674 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:45.252029 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:45.252428 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:45.252782 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:45.253080 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:45.253400 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:45.253721 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:36:45.281951 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:45.282583 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:45.399191 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-0b13740d-23bc-4c92-802a-a89ac16ccc41 None None] Provisioning complete for port 704607c3-0bdb-4458-b12a-5f98dc711d46 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:36:45.399792 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0b13740d-23bc-4c92-802a-a89ac16ccc41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:45.442094 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-22f95ddb-64ca-4e4a-b631-09dcd73cc02e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9064910 Oct 29 01:36:45.456467 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Request body: {'port': {'device_id': '529a34b2-5f55-4469-bace-404db6318de3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:36:45.531551 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:45.569104 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-0b13740d-23bc-4c92-802a-a89ac16ccc41 None None] Port 704607c3-0bdb-4458-b12a-5f98dc711d46 cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:36:45.605425 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c383e1-1e4d-4554-a06b-4b72fac30ff6 req-e8d9b8cc-a5c2-419b-979e-57e81aed301d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:45.606987 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f2c383e1-1e4d-4554-a06b-4b72fac30ff6 req-e8d9b8cc-a5c2-419b-979e-57e81aed301d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 932 time: 0.0872583 Oct 29 01:36:45.711953 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-f2c383e1-1e4d-4554-a06b-4b72fac30ff6 req-e2d4d5ac-d96f-485b-bb50-4980f6a7364e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985272 Oct 29 01:36:45.868619 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 704607c3-0bdb-4458-b12a-5f98dc711d46 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:36:45.877427 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:45.891944 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Transition to ACTIVE for port object 704607c3-0bdb-4458-b12a-5f98dc711d46 will not be triggered until provisioned by entity L2. {{(pid=101842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:36:45.987248 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:46.305752 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Pushing event updated for resources: {'Port': ['ID=704607c3-0bdb-4458-b12a-5f98dc711d46,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:46.384065 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Attempting to bind port 704607c3-0bdb-4458-b12a-5f98dc711d46 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:36:46.384401 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Attempting to bind port 704607c3-0bdb-4458-b12a-5f98dc711d46 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:36:46.384733 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Attempting to bind port 704607c3-0bdb-4458-b12a-5f98dc711d46 on network b37af5eb-5268-42f9-a4b9-3756fed9194f {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:36:46.389386 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Port 704607c3-0bdb-4458-b12a-5f98dc711d46 on network b37af5eb-5268-42f9-a4b9-3756fed9194f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:36:46.389702 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Attempting to bind port 704607c3-0bdb-4458-b12a-5f98dc711d46 on network b37af5eb-5268-42f9-a4b9-3756fed9194f {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:36:46.395525 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:36:46.395900 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Checking segment: {'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:36:46.396993 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Bound using segment: {'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:36:46.397852 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Bound port: 704607c3-0bdb-4458-b12a-5f98dc711d46, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:36:46.397984 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:46.470813 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] For port 704607c3-0bdb-4458-b12a-5f98dc711d46, host hv-cinder-81398, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:36:46.473913 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] For port 704607c3-0bdb-4458-b12a-5f98dc711d46, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=704607c3-0bdb-4458-b12a-5f98dc711d46,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:36:46.530152 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:46.566963 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:46.567577 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:46.570155 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] 10.222.0.83 "PUT /v2.0/ports/704607c3-0bdb-4458-b12a-5f98dc711d46 HTTP/1.1" status: 200 len: 1094 time: 1.1189704 Oct 29 01:36:46.570630 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529a34b2-5f55-4469-bace-404db6318de3', 'tag': '704607c3-0bdb-4458-b12a-5f98dc711d46'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:46.573017 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7537a8b2-4c5f-46cf-ad14-5501f51469b6" -d '{"events": [{"name": "network-changed", "server_uuid": "529a34b2-5f55-4469-bace-404db6318de3", "tag": "704607c3-0bdb-4458-b12a-5f98dc711d46"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:46.597864 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f93edb2-e6db-4bba-8b9b-e1396b9bf0ae service neutron] Pushing event updated for resources: {'Port': ['ID=704607c3-0bdb-4458-b12a-5f98dc711d46,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:46.619126 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4db81d-1a40-4e61-a312-2f0e1179b5fe x-openstack-request-id: req-da4db81d-1a40-4e61-a312-2f0e1179b5fe {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:46.619429 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529a34b2-5f55-4469-bace-404db6318de3", "tag": "704607c3-0bdb-4458-b12a-5f98dc711d46", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:46.619683 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-da4db81d-1a40-4e61-a312-2f0e1179b5fe {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:46.620109 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529a34b2-5f55-4469-bace-404db6318de3', 'tag': '704607c3-0bdb-4458-b12a-5f98dc711d46', 'status': 'completed', 'code': 200} Oct 29 01:36:46.706572 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537a8b2-4c5f-46cf-ad14-5501f51469b6 req-61762d90-190d-4785-93a3-ae2e6929e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:46.710662 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7537a8b2-4c5f-46cf-ad14-5501f51469b6 req-61762d90-190d-4785-93a3-ae2e6929e249 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84bceeeb4f67456a90779360ffc620aa&device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 1097 time: 0.0495250 Oct 29 01:36:46.869220 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537a8b2-4c5f-46cf-ad14-5501f51469b6 req-ec5c475b-7898-446a-bbf4-f9a9f5917539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:46.871901 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7537a8b2-4c5f-46cf-ad14-5501f51469b6 req-ec5c475b-7898-446a-bbf4-f9a9f5917539 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=84bceeeb4f67456a90779360ffc620aa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1449041 Oct 29 01:36:46.885135 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b864c-fd66-413e-a128-051618ebf981 req-d6e26736-ba65-4ba4-9580-c82adad2a234 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:46.886622 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-749b864c-fd66-413e-a128-051618ebf981 req-d6e26736-ba65-4ba4-9580-c82adad2a234 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 944 time: 0.0787194 Oct 29 01:36:46.981659 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-749b864c-fd66-413e-a128-051618ebf981 req-f8216b4b-78f8-4137-ad4c-ef007449b297 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865350 Oct 29 01:36:47.009179 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537a8b2-4c5f-46cf-ad14-5501f51469b6 req-cd42d740-ac89-4c35-b674-3db2473ebcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:47.010626 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7537a8b2-4c5f-46cf-ad14-5501f51469b6 req-cd42d740-ac89-4c35-b674-3db2473ebcc9 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1231523 Oct 29 01:36:47.100129 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-cf60dfca-ed0a-4ae3-9260-9aa46e66fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:47.102255 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-cf60dfca-ed0a-4ae3-9260-9aa46e66fce0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84bceeeb4f67456a90779360ffc620aa&device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 1097 time: 0.0475593 Oct 29 01:36:47.149629 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-de939e2c-9947-4a53-9f3b-ab3495550c2c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=704607c3-0bdb-4458-b12a-5f98dc711d46 HTTP/1.1" status: 200 len: 217 time: 0.0355675 Oct 29 01:36:47.207908 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-cf103607-416a-40a5-ad2a-6aea75fa7f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:47.210055 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-cf103607-416a-40a5-ad2a-6aea75fa7f2e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7c138a45-42da-4b80-988e-91ca66e794cd HTTP/1.1" status: 200 len: 850 time: 0.0503089 Oct 29 01:36:47.257752 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-c37204e7-475e-4496-96e2-88b2b079d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:47.259262 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-c37204e7-475e-4496-96e2-88b2b079d408 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b37af5eb-5268-42f9-a4b9-3756fed9194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419195 Oct 29 01:36:47.359091 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-2529a621-eac5-415b-9e1b-4763ea6e34d5 service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909426 Oct 29 01:36:47.461999 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2c6b3290-12f2-40eb-8896-cc7d4178b199 req-9429d2da-1642-438f-b00f-113d7f3e6f78 service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942609 Oct 29 01:36:48.160888 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c4e58-b7fe-4aa3-b177-ea5fb2368b62 req-e0824ef3-2674-4ada-a8fe-2a6a398e7a6b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:48.162976 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-745c4e58-b7fe-4aa3-b177-ea5fb2368b62 req-e0824ef3-2674-4ada-a8fe-2a6a398e7a6b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 944 time: 0.1048167 Oct 29 01:36:48.187149 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f75e2383-7fbf-4fa4-85d8-6385645df4eb tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:48.188637 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f75e2383-7fbf-4fa4-85d8-6385645df4eb tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/networks?id=55f0bc8e-67fb-4207-a774-2feb6c3222d3 HTTP/1.1" status: 200 len: 815 time: 0.1557493 Oct 29 01:36:48.212790 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b713eda4-b8b2-4fec-8139-617c53744119 req-00ab396d-8783-4144-b592-fb35d670e432 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/quotas/b8778e689b6e42e2b16d49b3fe762ac6 HTTP/1.1" status: 200 len: 375 time: 0.0168097 Oct 29 01:36:48.236419 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-745c4e58-b7fe-4aa3-b177-ea5fb2368b62 req-65cc92ba-11bc-4186-8ac3-9ee2624fd91d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671139 Oct 29 01:36:48.276372 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b713eda4-b8b2-4fec-8139-617c53744119 req-002f287d-8668-451d-93c0-ed6ebfcab2e9 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b8778e689b6e42e2b16d49b3fe762ac6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577829 Oct 29 01:36:48.371763 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b713eda4-b8b2-4fec-8139-617c53744119 req-d6ac3608-1ba4-4d1c-8e5c-be209581737f service neutron] 10.222.0.87 "GET /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881474 Oct 29 01:36:48.476991 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b713eda4-b8b2-4fec-8139-617c53744119 req-33ad196b-7e2f-4ae7-a841-e5085c25ecde service neutron] 10.222.0.87 "GET /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988557 Oct 29 01:36:48.720195 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-78955347-cc99-466c-88c3-ec0f5463da4c req-d8f9fbfc-e3bf-4867-87d5-43d0ba0e7e73 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 210 time: 0.0315139 Oct 29 01:36:49.375407 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb112612-f2a5-4510-9f73-24b4e8eca2f6 req-1a4982cc-ebb0-4578-9c17-2867288e81c8 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:49.377141 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-eb112612-f2a5-4510-9f73-24b4e8eca2f6 req-1a4982cc-ebb0-4578-9c17-2867288e81c8 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 944 time: 0.0664754 Oct 29 01:36:49.420499 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-eb112612-f2a5-4510-9f73-24b4e8eca2f6 req-e9ec929e-7069-4994-b9b6-33a96cd05a85 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355275 Oct 29 01:36:49.819891 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c0c85978-66e6-43fd-8db5-5746b39861a2 req-494a49ae-52a3-40cd-925a-54247c40b62e tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 210 time: 0.0293915 Oct 29 01:36:50.551614 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a24967-b14f-47d4-8fb5-3412c97c3747 req-b40f97b7-11eb-4721-8d81-4b3049cd9f75 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:50.553340 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b0a24967-b14f-47d4-8fb5-3412c97c3747 req-b40f97b7-11eb-4721-8d81-4b3049cd9f75 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 944 time: 0.0606177 Oct 29 01:36:50.593676 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b0a24967-b14f-47d4-8fb5-3412c97c3747 req-0816bfd1-1071-4721-8616-356ea8a2eefa tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341690 Oct 29 01:36:50.745675 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713eda4-b8b2-4fec-8139-617c53744119 req-b9524754-4a1b-4f24-98e6-3d8aa2acceb7 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:50.747207 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b713eda4-b8b2-4fec-8139-617c53744119 req-b9524754-4a1b-4f24-98e6-3d8aa2acceb7 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.83 "GET /v2.0/networks?id=55f0bc8e-67fb-4207-a774-2feb6c3222d3 HTTP/1.1" status: 200 len: 815 time: 0.1434581 Oct 29 01:36:50.764372 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-b713eda4-b8b2-4fec-8139-617c53744119 req-dd9b3795-4661-45dc-a794-edc6a1aab280 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Request body: {'port': {'device_id': 'b6006714-9da6-42de-ac04-ffb4ed8e5949', 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3', 'admin_state_up': True, 'tenant_id': 'b8778e689b6e42e2b16d49b3fe762ac6'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:36:50.946030 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bc17db3d-0de8-4e13-877b-ab96773d6d1e req-395a51ea-0a6f-412d-b47d-8055fd991605 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 210 time: 0.0276632 Oct 29 01:36:50.981714 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b713eda4-b8b2-4fec-8139-617c53744119 req-dd9b3795-4661-45dc-a794-edc6a1aab280 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Made reservation on behalf of b8778e689b6e42e2b16d49b3fe762ac6 for: {'port': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:36:50.986518 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-b713eda4-b8b2-4fec-8139-617c53744119 req-dd9b3795-4661-45dc-a794-edc6a1aab280 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:51.165571 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [req-b713eda4-b8b2-4fec-8139-617c53744119 req-dd9b3795-4661-45dc-a794-edc6a1aab280 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Allocated IP 172.20.0.5 (55f0bc8e-67fb-4207-a774-2feb6c3222d3/d1395ec2-7729-450e-831f-ebe839e5bd9e/d21b1202-4ed9-4ea8-a35b-777bda0c7a2b) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:36:51.317573 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-b713eda4-b8b2-4fec-8139-617c53744119 req-dd9b3795-4661-45dc-a794-edc6a1aab280 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:51.408116 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-b713eda4-b8b2-4fec-8139-617c53744119 req-dd9b3795-4661-45dc-a794-edc6a1aab280 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:51.422454 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['4ed04aff-6179-4c33-bfce-b78bc0ab0759', 'bc186c4d-5060-45ec-81fa-6d90f5ac14d9'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:36:51.461600 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b713eda4-b8b2-4fec-8139-617c53744119 req-dd9b3795-4661-45dc-a794-edc6a1aab280 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:36:51.464901 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [req-b713eda4-b8b2-4fec-8139-617c53744119 req-dd9b3795-4661-45dc-a794-edc6a1aab280 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:36:51.468816 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-b713eda4-b8b2-4fec-8139-617c53744119 req-dd9b3795-4661-45dc-a794-edc6a1aab280 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:36:51.495141 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b3795-4661-45dc-a794-edc6a1aab280 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Pushing event updated for resources: {'Port': ['ID=d21b1202-4ed9-4ea8-a35b-777bda0c7a2b,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:51.524887 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713eda4-b8b2-4fec-8139-617c53744119 req-dd9b3795-4661-45dc-a794-edc6a1aab280 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:51.525523 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-b713eda4-b8b2-4fec-8139-617c53744119 req-dd9b3795-4661-45dc-a794-edc6a1aab280 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:51.604586 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b713eda4-b8b2-4fec-8139-617c53744119 req-dd9b3795-4661-45dc-a794-edc6a1aab280 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8439314 Oct 29 01:36:51.624278 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Request body: {'port': {'device_id': 'b6006714-9da6-42de-ac04-ffb4ed8e5949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:36:51.760432 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:51.856729 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d173a-1605-4abb-b42e-5ef0ca0548c2 req-1dcbea64-c5fe-46f1-9709-dde029f6c0f4 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:51.859271 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0e5d173a-1605-4abb-b42e-5ef0ca0548c2 req-1dcbea64-c5fe-46f1-9709-dde029f6c0f4 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 944 time: 0.1632118 Oct 29 01:36:51.980119 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0e5d173a-1605-4abb-b42e-5ef0ca0548c2 req-2848c2c1-fdb0-4f0d-9c12-754b54cdeca4 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130269 Oct 29 01:36:52.127152 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baded86e-deb3-4cfc-b5bd-62af26482565 req-4876127a-2c90-456d-86ff-5d2a0b4d07fa tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:52.128612 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-baded86e-deb3-4cfc-b5bd-62af26482565 req-4876127a-2c90-456d-86ff-5d2a0b4d07fa tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 931 time: 0.0798385 Oct 29 01:36:52.210288 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-baded86e-deb3-4cfc-b5bd-62af26482565 req-aded5734-91e2-43e7-94da-1dd7948719ad tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718744 Oct 29 01:36:52.223668 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21b1202-4ed9-4ea8-a35b-777bda0c7a2b {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:36:52.239539 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:52.252583 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Transition to ACTIVE for port object d21b1202-4ed9-4ea8-a35b-777bda0c7a2b will not be triggered until provisioned by entity L2. {{(pid=101842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:36:52.318272 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:52.368560 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Pushing event updated for resources: {'Port': ['ID=d21b1202-4ed9-4ea8-a35b-777bda0c7a2b,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:52.442319 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Attempting to bind port d21b1202-4ed9-4ea8-a35b-777bda0c7a2b on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:36:52.442549 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Attempting to bind port d21b1202-4ed9-4ea8-a35b-777bda0c7a2b by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '71b4ef24-58b4-4811-baf6-f98ff22b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:36:52.443132 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Attempting to bind port d21b1202-4ed9-4ea8-a35b-777bda0c7a2b on network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:36:52.447928 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Port d21b1202-4ed9-4ea8-a35b-777bda0c7a2b on network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:36:52.448272 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Attempting to bind port d21b1202-4ed9-4ea8-a35b-777bda0c7a2b on network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:36:52.453417 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:36:52.453752 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Checking segment: {'id': '71b4ef24-58b4-4811-baf6-f98ff22b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:36:52.454138 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Bound using segment: {'id': '71b4ef24-58b4-4811-baf6-f98ff22b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:36:52.454864 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Bound port: d21b1202-4ed9-4ea8-a35b-777bda0c7a2b, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b4ef24-58b4-4811-baf6-f98ff22b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:36:52.455222 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:52.524559 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] For port d21b1202-4ed9-4ea8-a35b-777bda0c7a2b, host hv-cinder-81398, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:36:52.527795 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] For port d21b1202-4ed9-4ea8-a35b-777bda0c7a2b, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d21b1202-4ed9-4ea8-a35b-777bda0c7a2b,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:36:52.620092 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:52.659030 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:52.659647 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:52.661065 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] 10.222.0.83 "PUT /v2.0/ports/d21b1202-4ed9-4ea8-a35b-777bda0c7a2b HTTP/1.1" status: 200 len: 1093 time: 1.0413039 Oct 29 01:36:52.661506 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6006714-9da6-42de-ac04-ffb4ed8e5949', 'tag': 'd21b1202-4ed9-4ea8-a35b-777bda0c7a2b'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:36:52.664571 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5005ec-5ade-4370-91fd-215a23dffe8b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6006714-9da6-42de-ac04-ffb4ed8e5949", "tag": "d21b1202-4ed9-4ea8-a35b-777bda0c7a2b"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:36:52.691068 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49505ab-8c8f-49fe-9ac3-1c5e304abc37 service neutron] Pushing event updated for resources: {'Port': ['ID=d21b1202-4ed9-4ea8-a35b-777bda0c7a2b,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:52.712763 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153f6d44-989a-4c88-82ab-72103178d5a2 x-openstack-request-id: req-153f6d44-989a-4c88-82ab-72103178d5a2 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:36:52.717580 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6006714-9da6-42de-ac04-ffb4ed8e5949", "tag": "d21b1202-4ed9-4ea8-a35b-777bda0c7a2b", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:36:52.717580 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-153f6d44-989a-4c88-82ab-72103178d5a2 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:36:52.717580 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6006714-9da6-42de-ac04-ffb4ed8e5949', 'tag': 'd21b1202-4ed9-4ea8-a35b-777bda0c7a2b', 'status': 'completed', 'code': 200} Oct 29 01:36:52.782290 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5005ec-5ade-4370-91fd-215a23dffe8b req-c9a1eda3-b8d1-43db-a154-7d9c30520547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:52.783895 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0d5005ec-5ade-4370-91fd-215a23dffe8b req-c9a1eda3-b8d1-43db-a154-7d9c30520547 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8778e689b6e42e2b16d49b3fe762ac6&device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 1096 time: 0.0464518 Oct 29 01:36:52.894608 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5005ec-5ade-4370-91fd-215a23dffe8b req-aa39c937-8e4a-41b5-83d5-7496fa155449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:52.896738 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0d5005ec-5ade-4370-91fd-215a23dffe8b req-aa39c937-8e4a-41b5-83d5-7496fa155449 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=b8778e689b6e42e2b16d49b3fe762ac6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1008587 Oct 29 01:36:53.003643 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5005ec-5ade-4370-91fd-215a23dffe8b req-0ca32c52-3043-4e89-be8a-2fc5a19f98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:53.004462 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0d5005ec-5ade-4370-91fd-215a23dffe8b req-0ca32c52-3043-4e89-be8a-2fc5a19f98ec service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890570 Oct 29 01:36:53.124522 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713eda4-b8b2-4fec-8139-617c53744119 req-bd4359a9-96ba-43ed-b2af-82b8eb7142e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:53.125970 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b713eda4-b8b2-4fec-8139-617c53744119 req-bd4359a9-96ba-43ed-b2af-82b8eb7142e3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8778e689b6e42e2b16d49b3fe762ac6&device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 1096 time: 0.0781913 Oct 29 01:36:53.138860 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08491db9-6e46-42a7-82d1-ae235a24e0f5 req-9acd4b4e-6d96-413a-a1d1-fbb267045502 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:53.140298 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-08491db9-6e46-42a7-82d1-ae235a24e0f5 req-9acd4b4e-6d96-413a-a1d1-fbb267045502 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 944 time: 0.0837436 Oct 29 01:36:53.181392 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b713eda4-b8b2-4fec-8139-617c53744119 req-f48a995b-4de4-42c8-bd84-b435641f8b7a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21b1202-4ed9-4ea8-a35b-777bda0c7a2b HTTP/1.1" status: 200 len: 217 time: 0.0401430 Oct 29 01:36:53.238870 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-08491db9-6e46-42a7-82d1-ae235a24e0f5 req-2fbe0567-4bce-4992-a020-0cac0d4c5d8c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906460 Oct 29 01:36:53.253125 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713eda4-b8b2-4fec-8139-617c53744119 req-8db648aa-49a1-4db0-ae41-13970c6d0f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:53.255041 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b713eda4-b8b2-4fec-8139-617c53744119 req-8db648aa-49a1-4db0-ae41-13970c6d0f11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1395ec2-7729-450e-831f-ebe839e5bd9e HTTP/1.1" status: 200 len: 855 time: 0.0634644 Oct 29 01:36:53.289458 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b713eda4-b8b2-4fec-8139-617c53744119 req-630b9316-ec14-4ce7-ac9d-f1ac015d2a94 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55f0bc8e-67fb-4207-a774-2feb6c3222d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263302 Oct 29 01:36:53.420096 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d6158-5c24-4986-bc8a-76025f7f0c79 req-61559a2a-19d3-4e73-88ec-4abd3259fe0c tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:53.421861 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e68d6158-5c24-4986-bc8a-76025f7f0c79 req-61559a2a-19d3-4e73-88ec-4abd3259fe0c tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 943 time: 0.1017566 Oct 29 01:36:53.446421 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b713eda4-b8b2-4fec-8139-617c53744119 req-2f020269-d599-42eb-ad43-4125af528a1a service neutron] 10.222.0.83 "GET /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454945 Oct 29 01:36:53.480773 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e68d6158-5c24-4986-bc8a-76025f7f0c79 req-53165ceb-6f0b-49fa-8f00-c0a0dd81a0a2 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520911 Oct 29 01:36:53.572606 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b713eda4-b8b2-4fec-8139-617c53744119 req-1482e344-10de-4656-969a-c506950315da service neutron] 10.222.0.83 "GET /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089008 Oct 29 01:36:54.374132 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e03fd-7dd3-4dfd-8761-2ca15f18b479 req-6f763edf-c9ac-4d36-bc1c-bbf3a511ecff tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:54.375702 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-af9e03fd-7dd3-4dfd-8761-2ca15f18b479 req-6f763edf-c9ac-4d36-bc1c-bbf3a511ecff tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 944 time: 0.0517013 Oct 29 01:36:54.414661 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-af9e03fd-7dd3-4dfd-8761-2ca15f18b479 req-8967b13b-885f-4b95-aeb3-a7efea4ca943 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326335 Oct 29 01:36:54.599396 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0377e-0af4-491e-9532-36d138726a84 req-c7919ebf-5483-4ddf-a1d0-4c32c9ab0988 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:54.601237 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0ba0377e-0af4-491e-9532-36d138726a84 req-c7919ebf-5483-4ddf-a1d0-4c32c9ab0988 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 943 time: 0.0511932 Oct 29 01:36:54.643099 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0ba0377e-0af4-491e-9532-36d138726a84 req-872df730-f419-45e2-be6d-464ebcba24b9 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326042 Oct 29 01:36:55.540183 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc79d17-880f-496b-9fdb-deb2aea7a909 req-5ea96f30-8bc2-4985-a9ec-ef5eedb46c35 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:55.541665 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bdc79d17-880f-496b-9fdb-deb2aea7a909 req-5ea96f30-8bc2-4985-a9ec-ef5eedb46c35 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 944 time: 0.0579650 Oct 29 01:36:55.584659 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-bdc79d17-880f-496b-9fdb-deb2aea7a909 req-a8590553-0ced-4f13-8039-94e3c10556cb tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370636 Oct 29 01:36:55.774173 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89123ca7-7d55-420d-9cac-5a186e459b9c req-29033b34-3570-4f56-b527-f28f8db1bf49 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:55.775610 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-89123ca7-7d55-420d-9cac-5a186e459b9c req-29033b34-3570-4f56-b527-f28f8db1bf49 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 943 time: 0.0641038 Oct 29 01:36:55.815499 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-89123ca7-7d55-420d-9cac-5a186e459b9c req-0ce63830-0e31-4c93-a1c0-f1e7200cbd41 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338817 Oct 29 01:36:56.711714 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1c2d7-f1dc-462f-8086-fa40e5d1f609 req-d99bee21-54b3-4f3e-b759-06162acb9cdc tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:56.713359 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-75a1c2d7-f1dc-462f-8086-fa40e5d1f609 req-d99bee21-54b3-4f3e-b759-06162acb9cdc tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 944 time: 0.0546024 Oct 29 01:36:56.753833 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-75a1c2d7-f1dc-462f-8086-fa40e5d1f609 req-6990c9bf-6d3a-4752-8741-3916e1edc0b2 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345683 Oct 29 01:36:56.934131 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e066873-cb36-47cf-b321-6cd4ec69bc0f req-2fe19317-7163-4bea-8092-42a40f0d8eb7 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:56.935613 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1e066873-cb36-47cf-b321-6cd4ec69bc0f req-2fe19317-7163-4bea-8092-42a40f0d8eb7 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 943 time: 0.0499966 Oct 29 01:36:56.980205 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1e066873-cb36-47cf-b321-6cd4ec69bc0f req-7efa9221-1e17-4dba-9e59-a5d7a6f6ccd7 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383098 Oct 29 01:36:57.214426 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device d21b1202-4ed9-4ea8-a35b-777bda0c7a2b details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:36:57.279457 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-810ffef5-35ee-4288-b528-59511d5647df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:57.332964 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port d21b1202-4ed9-4ea8-a35b-777bda0c7a2b, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d21b1202-4ed9-4ea8-a35b-777bda0c7a2b,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:57.346996 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': 'd21b1202-4ed9-4ea8-a35b-777bda0c7a2b', 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3', 'port_id': 'd21b1202-4ed9-4ea8-a35b-777bda0c7a2b', 'mac_address': 'fa:16:3e:a9:c7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1395ec2-7729-450e-831f-ebe839e5bd9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:36:57.395487 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:57.414071 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21b1202-4ed9-4ea8-a35b-777bda0c7a2b {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:36:57.452278 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port d21b1202-4ed9-4ea8-a35b-777bda0c7a2b, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d21b1202-4ed9-4ea8-a35b-777bda0c7a2b,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:57.528159 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:57.528757 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 704607c3-0bdb-4458-b12a-5f98dc711d46 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:36:57.624947 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=d21b1202-4ed9-4ea8-a35b-777bda0c7a2b,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:57.679075 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 704607c3-0bdb-4458-b12a-5f98dc711d46, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=704607c3-0bdb-4458-b12a-5f98dc711d46,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:57.690402 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': '704607c3-0bdb-4458-b12a-5f98dc711d46', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'port_id': '704607c3-0bdb-4458-b12a-5f98dc711d46', 'mac_address': 'fa:16:3e:31:d1:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:36:57.730786 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:57.746560 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 704607c3-0bdb-4458-b12a-5f98dc711d46 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:36:57.765481 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 704607c3-0bdb-4458-b12a-5f98dc711d46, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=704607c3-0bdb-4458-b12a-5f98dc711d46,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:36:57.836653 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:36:57.893316 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=704607c3-0bdb-4458-b12a-5f98dc711d46,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:36:57.914229 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7600c0c4-a242-4942-ba4b-d592ce69d739 req-686a73dd-cb1b-4c7a-adf1-1cea9072ddb4 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:57.915794 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7600c0c4-a242-4942-ba4b-d592ce69d739 req-686a73dd-cb1b-4c7a-adf1-1cea9072ddb4 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 945 time: 0.0590675 Oct 29 01:36:57.954224 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7600c0c4-a242-4942-ba4b-d592ce69d739 req-bd23e4c0-cfe2-4dae-9a04-4b62631500cc tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325663 Oct 29 01:36:58.105319 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a011ec3-fe60-4f4c-827d-7e5bab53201c req-cfbc4c75-9802-4547-9586-25f471a54f5d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:58.106728 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9a011ec3-fe60-4f4c-827d-7e5bab53201c req-cfbc4c75-9802-4547-9586-25f471a54f5d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 944 time: 0.0576296 Oct 29 01:36:58.151755 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9a011ec3-fe60-4f4c-827d-7e5bab53201c req-391d42ba-1a35-4266-9cee-43961d3575f6 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388327 Oct 29 01:36:58.199322 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['704607c3-0bdb-4458-b12a-5f98dc711d46'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:36:58.202737 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['d21b1202-4ed9-4ea8-a35b-777bda0c7a2b'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:36:59.071936 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1c1b6-db33-4679-a242-3b6fe19e1061 req-60306c92-efa1-4eca-99d2-53f9d526f1d4 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:59.073415 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a8f1c1b6-db33-4679-a242-3b6fe19e1061 req-60306c92-efa1-4eca-99d2-53f9d526f1d4 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 945 time: 0.0485799 Oct 29 01:36:59.117938 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a8f1c1b6-db33-4679-a242-3b6fe19e1061 req-6d0797a1-30a2-45c5-a341-f02d8c865aa0 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383990 Oct 29 01:36:59.276489 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42caa85-5c4b-43de-895d-986d2547c7da req-0baf5fc0-7b68-4cdd-8512-98dd0070b593 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:36:59.277938 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e42caa85-5c4b-43de-895d-986d2547c7da req-0baf5fc0-7b68-4cdd-8512-98dd0070b593 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 944 time: 0.0539417 Oct 29 01:36:59.318322 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e42caa85-5c4b-43de-895d-986d2547c7da req-6d37bd54-23e3-417d-851f-81cf9c71dfe9 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336993 Oct 29 01:37:00.242138 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade3591-49a8-47b9-bf6e-3d825161d6aa req-3dd9426b-9e1a-4032-9699-33855788ebaf tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:00.242138 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-eade3591-49a8-47b9-bf6e-3d825161d6aa req-3dd9426b-9e1a-4032-9699-33855788ebaf tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 945 time: 0.0523720 Oct 29 01:37:00.297269 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-eade3591-49a8-47b9-bf6e-3d825161d6aa req-dd58f391-ddfb-4daf-b837-25ba5d35b1e2 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446410 Oct 29 01:37:00.444516 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1313084a-0e86-4170-9087-79c1ad1bf666 req-1e69c7bc-36c6-42e9-933c-953221c1df7d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:00.446095 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1313084a-0e86-4170-9087-79c1ad1bf666 req-1e69c7bc-36c6-42e9-933c-953221c1df7d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 944 time: 0.0523567 Oct 29 01:37:00.450370 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0eaa25c7-aeb5-4272-b145-8dc9df267ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:00.509393 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1313084a-0e86-4170-9087-79c1ad1bf666 req-f38b2730-5a55-409e-9f5d-4312f03b7f03 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539055 Oct 29 01:37:01.076066 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:01.242205 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device d21b1202-4ed9-4ea8-a35b-777bda0c7a2b up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:37:01.342792 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:01.427863 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72223b-8c39-4fd3-bd36-c5627c5583ae req-dd1ded30-2ce0-4839-a947-1d46df4bc973 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:01.429612 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6a72223b-8c39-4fd3-bd36-c5627c5583ae req-dd1ded30-2ce0-4839-a947-1d46df4bc973 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 945 time: 0.0581012 Oct 29 01:37:01.464992 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port d21b1202-4ed9-4ea8-a35b-777bda0c7a2b completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:37:01.469743 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port d21b1202-4ed9-4ea8-a35b-777bda0c7a2b triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:01.470272 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:01.477574 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6a72223b-8c39-4fd3-bd36-c5627c5583ae req-059420e4-a828-464d-bd5b-00b48e29aa7c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415089 Oct 29 01:37:01.561377 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:01.594799 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6006714-9da6-42de-ac04-ffb4ed8e5949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21b1202-4ed9-4ea8-a35b-777bda0c7a2b'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:37:01.597263 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae3d311-9464-4043-a758-6aec2f97ab3a" -d '{"events": [{"server_uuid": "b6006714-9da6-42de-ac04-ffb4ed8e5949", "name": "network-vif-plugged", "status": "completed", "tag": "d21b1202-4ed9-4ea8-a35b-777bda0c7a2b"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:37:01.612711 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port d21b1202-4ed9-4ea8-a35b-777bda0c7a2b, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d21b1202-4ed9-4ea8-a35b-777bda0c7a2b,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:01.628469 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9476be-5186-4766-b7df-be8337c60394 req-38694f3c-5236-4061-a39a-ebc90a9df837 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:01.630022 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4c9476be-5186-4766-b7df-be8337c60394 req-38694f3c-5236-4061-a39a-ebc90a9df837 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 944 time: 0.0501864 Oct 29 01:37:01.637550 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae5e21e-7fc0-4514-b78d-09b9bd22febb x-openstack-request-id: req-aae5e21e-7fc0-4514-b78d-09b9bd22febb {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:37:01.637889 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6006714-9da6-42de-ac04-ffb4ed8e5949", "name": "network-vif-plugged", "status": "completed", "tag": "d21b1202-4ed9-4ea8-a35b-777bda0c7a2b", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:37:01.638153 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-aae5e21e-7fc0-4514-b78d-09b9bd22febb {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:37:01.638553 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6006714-9da6-42de-ac04-ffb4ed8e5949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21b1202-4ed9-4ea8-a35b-777bda0c7a2b', 'code': 200} Oct 29 01:37:01.676247 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4c9476be-5186-4766-b7df-be8337c60394 req-819e0adb-a5ff-490b-b968-3534a16a6cc3 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382471 Oct 29 01:37:01.775489 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:01.776341 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 704607c3-0bdb-4458-b12a-5f98dc711d46 up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:37:01.853876 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=d21b1202-4ed9-4ea8-a35b-777bda0c7a2b,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:02.004497 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port 704607c3-0bdb-4458-b12a-5f98dc711d46 completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:37:02.009342 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port 704607c3-0bdb-4458-b12a-5f98dc711d46 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:02.009708 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:02.036121 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5ff39-af02-47e2-b3b8-07348caf9219 req-f8b57045-db45-4cde-bdd6-6653098d893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:02.038375 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-97a5ff39-af02-47e2-b3b8-07348caf9219 req-f8b57045-db45-4cde-bdd6-6653098d893d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 1098 time: 0.0419309 Oct 29 01:37:02.088471 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-97a5ff39-af02-47e2-b3b8-07348caf9219 req-31c5a833-5fb3-4c81-8b3c-c740a38aa137 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323427 Oct 29 01:37:02.088894 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:02.121154 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 704607c3-0bdb-4458-b12a-5f98dc711d46, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=704607c3-0bdb-4458-b12a-5f98dc711d46,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:02.306837 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:02.362040 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=704607c3-0bdb-4458-b12a-5f98dc711d46,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:02.597048 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e62da5-6e41-49a9-81bd-9082f77753ca req-fb475220-24f5-4a3f-9440-893f7540201c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:02.598535 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-21e62da5-6e41-49a9-81bd-9082f77753ca req-fb475220-24f5-4a3f-9440-893f7540201c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 946 time: 0.0505812 Oct 29 01:37:02.642269 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-21e62da5-6e41-49a9-81bd-9082f77753ca req-bd3a5147-9444-4be5-8610-1efce739c808 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347707 Oct 29 01:37:02.803518 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593adacb-0628-48de-9f67-a492f428e5c3 req-24391acf-2a1b-4232-bbcb-555b1d75c3e5 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:02.805084 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-593adacb-0628-48de-9f67-a492f428e5c3 req-24391acf-2a1b-4232-bbcb-555b1d75c3e5 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 945 time: 0.0575900 Oct 29 01:37:02.844894 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-593adacb-0628-48de-9f67-a492f428e5c3 req-d8f5ea0e-7aa3-4a62-83ad-a28849ae15da tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337553 Oct 29 01:37:03.003757 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:03.640266 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529a34b2-5f55-4469-bace-404db6318de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704607c3-0bdb-4458-b12a-5f98dc711d46'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:37:03.642599 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d728d76-8a4b-4107-8568-4efec91db77f" -d '{"events": [{"server_uuid": "529a34b2-5f55-4469-bace-404db6318de3", "name": "network-vif-plugged", "status": "completed", "tag": "704607c3-0bdb-4458-b12a-5f98dc711d46"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:37:03.699782 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a36810-b263-43f9-ad78-b668108d17b3 x-openstack-request-id: req-36a36810-b263-43f9-ad78-b668108d17b3 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:37:03.700082 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529a34b2-5f55-4469-bace-404db6318de3", "name": "network-vif-plugged", "status": "completed", "tag": "704607c3-0bdb-4458-b12a-5f98dc711d46", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:37:03.700335 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-36a36810-b263-43f9-ad78-b668108d17b3 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:37:03.700733 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529a34b2-5f55-4469-bace-404db6318de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '704607c3-0bdb-4458-b12a-5f98dc711d46', 'code': 200} Oct 29 01:37:03.767123 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b77cc-1ac1-4046-b86b-4273e186bc27 req-2edb7b51-3840-4a0d-a4cb-35d9845ddd71 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:03.768717 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8e5b77cc-1ac1-4046-b86b-4273e186bc27 req-2edb7b51-3840-4a0d-a4cb-35d9845ddd71 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 946 time: 0.0538008 Oct 29 01:37:03.813997 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8e5b77cc-1ac1-4046-b86b-4273e186bc27 req-f3875460-5b60-4653-8e4b-dac8e43c0e66 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387857 Oct 29 01:37:03.977461 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26866e0a-2e02-46d2-a219-4e7b4997e51d req-6fdb3a9a-fbc5-45a1-a059-c46485bd5fe8 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:03.978943 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-26866e0a-2e02-46d2-a219-4e7b4997e51d req-6fdb3a9a-fbc5-45a1-a059-c46485bd5fe8 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 945 time: 0.0604057 Oct 29 01:37:04.020174 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-26866e0a-2e02-46d2-a219-4e7b4997e51d req-478b7ec1-b00d-4c5b-8f75-34af5485e188 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342927 Oct 29 01:37:04.350493 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe2bbf-b82f-4fbe-9fa9-8b9f805b7eb3 req-2196f061-cf67-4d06-94d5-58efd455c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:04.352129 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-88fe2bbf-b82f-4fbe-9fa9-8b9f805b7eb3 req-2196f061-cf67-4d06-94d5-58efd455c315 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 1099 time: 0.0426147 Oct 29 01:37:04.394589 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-88fe2bbf-b82f-4fbe-9fa9-8b9f805b7eb3 req-d5f16279-938e-48fc-ac41-1ce26456414b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334694 Oct 29 01:37:04.782010 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7ebff-ff11-4bed-8ca9-257513112b82 req-e2d94242-a9d8-4dcc-8f33-98bf90c83b56 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:04.783521 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-eba7ebff-ff11-4bed-8ca9-257513112b82 req-e2d94242-a9d8-4dcc-8f33-98bf90c83b56 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 947 time: 0.0526428 Oct 29 01:37:04.828869 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-eba7ebff-ff11-4bed-8ca9-257513112b82 req-ed6e44bd-a525-4445-b2c4-24adb646c6c1 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372603 Oct 29 01:37:04.938749 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e6c9a-b508-45a4-a0d5-f2d7fda4e022 req-86f80c63-5a2a-42bd-8ae9-2fdfa30ce4f2 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:04.940150 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-211e6c9a-b508-45a4-a0d5-f2d7fda4e022 req-86f80c63-5a2a-42bd-8ae9-2fdfa30ce4f2 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 946 time: 0.0502412 Oct 29 01:37:04.978922 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-211e6c9a-b508-45a4-a0d5-f2d7fda4e022 req-4f9f1eb5-2403-446f-bd29-70f973dff0da tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328181 Oct 29 01:37:05.134776 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed34526-5ac4-409e-b526-6e597b5b4864 req-d68280b4-d75b-45c9-a4ed-2d5c733390b5 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:05.136252 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1ed34526-5ac4-409e-b526-6e597b5b4864 req-d68280b4-d75b-45c9-a4ed-2d5c733390b5 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 945 time: 0.0482464 Oct 29 01:37:05.174456 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1ed34526-5ac4-409e-b526-6e597b5b4864 req-31667892-076f-41fa-92f9-50908b84f466 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319810 Oct 29 01:37:05.956186 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4f9ce-b826-4c9f-b0ea-fb68c93465ac req-d433ea6d-6251-4d98-8cb2-12f10a80e04a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:05.957674 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a5b4f9ce-b826-4c9f-b0ea-fb68c93465ac req-d433ea6d-6251-4d98-8cb2-12f10a80e04a tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 947 time: 0.0524747 Oct 29 01:37:06.000041 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a5b4f9ce-b826-4c9f-b0ea-fb68c93465ac req-f248cf4e-fe55-48aa-8385-1aac73d499ff tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363574 Oct 29 01:37:06.102155 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64d81f-fef8-49c9-8c4f-a2a57f00caf0 req-36626c4c-0d99-4497-9d77-a257e2024496 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:06.103548 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4c64d81f-fef8-49c9-8c4f-a2a57f00caf0 req-36626c4c-0d99-4497-9d77-a257e2024496 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 946 time: 0.0535927 Oct 29 01:37:06.144958 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4c64d81f-fef8-49c9-8c4f-a2a57f00caf0 req-6fa6da23-e2b2-4ff6-b89d-3185d7d1870e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346692 Oct 29 01:37:06.916515 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417584d-30bc-43d7-97d9-84ba7d4fc837 req-2a7f6ded-adf2-4b3c-8d2c-ab89fac8f3d9 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:06.918107 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d417584d-30bc-43d7-97d9-84ba7d4fc837 req-2a7f6ded-adf2-4b3c-8d2c-ab89fac8f3d9 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.83 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 947 time: 0.0547533 Oct 29 01:37:07.030635 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-d417584d-30bc-43d7-97d9-84ba7d4fc837 req-7550c600-bd59-4d09-b813-6b990fb1ecc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Deleting port aee32650-07ba-4e45-a318-0849274af2bf {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:07.030635 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-d417584d-30bc-43d7-97d9-84ba7d4fc837 req-7550c600-bd59-4d09-b813-6b990fb1ecc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:07.143831 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-d417584d-30bc-43d7-97d9-84ba7d4fc837 req-7550c600-bd59-4d09-b813-6b990fb1ecc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] For port aee32650-07ba-4e45-a318-0849274af2bf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=aee32650-07ba-4e45-a318-0849274af2bf,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:07.144193 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-d417584d-30bc-43d7-97d9-84ba7d4fc837 req-7550c600-bd59-4d09-b813-6b990fb1ecc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:07.170173 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73329654-0f73-4d1d-9916-491e9e9f3f3f req-c20c274d-3336-4cfc-a33e-3fd7a1aa0e82 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:07.171637 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-73329654-0f73-4d1d-9916-491e9e9f3f3f req-c20c274d-3336-4cfc-a33e-3fd7a1aa0e82 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 947 time: 0.0900853 Oct 29 01:37:07.281947 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-73329654-0f73-4d1d-9916-491e9e9f3f3f req-5f4124d8-d5fc-423b-9d1d-04f55170890c tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups?id=fe0e00fb-4545-49d4-a4b3-cce138c22209&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804400 Oct 29 01:37:07.401487 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-d417584d-30bc-43d7-97d9-84ba7d4fc837 req-7550c600-bd59-4d09-b813-6b990fb1ecc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:07.401863 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-d417584d-30bc-43d7-97d9-84ba7d4fc837 req-7550c600-bd59-4d09-b813-6b990fb1ecc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989738'] for floatingip, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:07.402187 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.l3_db [req-d417584d-30bc-43d7-97d9-84ba7d4fc837 req-7550c600-bd59-4d09-b813-6b990fb1ecc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Floating IP bba9d9c8-3014-4db4-ba1e-222fcb9cad4f disassociated. External IP: 172.27.3.169, port: aee32650-07ba-4e45-a318-0849274af2bf. Oct 29 01:37:07.402555 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-d417584d-30bc-43d7-97d9-84ba7d4fc837 req-7550c600-bd59-4d09-b813-6b990fb1ecc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Calling delete_port for aee32650-07ba-4e45-a318-0849274af2bf owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:07.429467 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26067d-fe64-4fe8-8b13-5176b58854c4 req-ba0fa4d1-554f-4a08-9d2b-1857ad24592e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:07.436916 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cf26067d-fe64-4fe8-8b13-5176b58854c4 req-ba0fa4d1-554f-4a08-9d2b-1857ad24592e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 946 time: 0.0831308 Oct 29 01:37:07.803038 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cf26067d-fe64-4fe8-8b13-5176b58854c4 req-735e72a0-0877-495c-a5ac-c61d0edc151e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552351 Oct 29 01:37:07.928049 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9430eeb-1228-44e1-bd2e-a4959ef32083 req-e2be5efa-4d2a-4e96-b6eb-3b390448f45e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:07.929533 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e9430eeb-1228-44e1-bd2e-a4959ef32083 req-e2be5efa-4d2a-4e96-b6eb-3b390448f45e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 946 time: 0.0499513 Oct 29 01:37:07.969603 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e9430eeb-1228-44e1-bd2e-a4959ef32083 req-9d357e61-329f-48fc-844d-bcb52b372c26 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334651 Oct 29 01:37:07.995286 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 36648) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:08.043718 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6ac260-ddb0-427c-b5af-3289f3727cc2 tempest-TestVolumeBootPattern-583319330 tempest-TestVolumeBootPattern-583319330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:08.045785 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-bb6ac260-ddb0-427c-b5af-3289f3727cc2 tempest-TestVolumeBootPattern-583319330 tempest-TestVolumeBootPattern-583319330-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 1094 time: 0.0492725 Oct 29 01:37:08.048549 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 36650) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:08.054602 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-d417584d-30bc-43d7-97d9-84ba7d4fc837 req-7550c600-bd59-4d09-b813-6b990fb1ecc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:08.055172 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Request body: {'floatingip': {'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'port_id': '704607c3-0bdb-4458-b12a-5f98dc711d46', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:37:08.089777 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550c600-bd59-4d09-b813-6b990fb1ecc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Pushing event deleted for resources: {'Port': ['ID=aee32650-07ba-4e45-a318-0849274af2bf,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:08.213908 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d417584d-30bc-43d7-97d9-84ba7d4fc837 req-7550c600-bd59-4d09-b813-6b990fb1ecc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Router e09e300f-4b8b-4c5a-bb43-a23b90719be6 has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:37:08.215952 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for floatingip, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:08.347042 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:08.373214 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d417584d-30bc-43d7-97d9-84ba7d4fc837 req-7550c600-bd59-4d09-b813-6b990fb1ecc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:37:08.393998 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f236c-192d-492f-aed2-3418c101a085 None None] Sync routers for ids ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:37:08.407977 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f236c-192d-492f-aed2-3418c101a085 None None] Routers {'e09e300f-4b8b-4c5a-bb43-a23b90719be6'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:08.408835 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-d96f236c-192d-492f-aed2-3418c101a085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:37:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:08.422208 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-d417584d-30bc-43d7-97d9-84ba7d4fc837 req-7550c600-bd59-4d09-b813-6b990fb1ecc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] No DVR routers for this DVR port aee32650-07ba-4e45-a318-0849274af2bf on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:37:08.432932 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-d417584d-30bc-43d7-97d9-84ba7d4fc837 req-7550c600-bd59-4d09-b813-6b990fb1ecc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:08.436195 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d417584d-30bc-43d7-97d9-84ba7d4fc837 req-7550c600-bd59-4d09-b813-6b990fb1ecc3 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.83 "DELETE /v2.0/ports/aee32650-07ba-4e45-a318-0849274af2bf HTTP/1.1" status: 204 len: 173 time: 1.5113707 Oct 29 01:37:08.436641 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91b62925-d26a-4afb-bab2-c0288f74404a', 'name': 'network-vif-deleted', 'tag': 'aee32650-07ba-4e45-a318-0849274af2bf'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:37:08.438920 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d21fc5-1088-4cd6-84e0-9cb5f18797d9" -d '{"events": [{"server_uuid": "91b62925-d26a-4afb-bab2-c0288f74404a", "name": "network-vif-deleted", "tag": "aee32650-07ba-4e45-a318-0849274af2bf"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:37:08.493027 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1d3aca86-9cae-416b-b155-70d8aee14bf2 req-b5df5597-ef0a-400b-85a7-1950bcb4f230 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 210 time: 0.0711327 Oct 29 01:37:08.494957 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d5af6b-549c-400b-b892-f7768239a0d3 x-openstack-request-id: req-35d5af6b-549c-400b-b892-f7768239a0d3 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:37:08.495487 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91b62925-d26a-4afb-bab2-c0288f74404a", "name": "network-vif-deleted", "tag": "aee32650-07ba-4e45-a318-0849274af2bf", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:37:08.495926 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-35d5af6b-549c-400b-b892-f7768239a0d3 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:37:08.496460 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91b62925-d26a-4afb-bab2-c0288f74404a', 'name': 'network-vif-deleted', 'tag': 'aee32650-07ba-4e45-a318-0849274af2bf', 'status': 'completed', 'code': 200} Oct 29 01:37:08.545767 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-d96f236c-192d-492f-aed2-3418c101a085 None None] Set router e09e300f-4b8b-4c5a-bb43-a23b90719be6 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:08.747435 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_common [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Allocated IP 172.27.3.29 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/99c65747-0586-4462-97b5-0e829ee3caf5) {{(pid=101843) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:37:08.814602 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-d96f236c-192d-492f-aed2-3418c101a085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8869a439-50c9-4be6-92ab-73e96583a53f', 'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'mac_address': 'fa:16:3e:69:7c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:23Z', 'revision_number': 5, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'subnets': [{'id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:08.846250 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f236c-192d-492f-aed2-3418c101a085 None None] Checking router: e09e300f-4b8b-4c5a-bb43-a23b90719be6 for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:37:08.855841 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f236c-192d-492f-aed2-3418c101a085 None None] Routers {'e09e300f-4b8b-4c5a-bb43-a23b90719be6'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:08.856539 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-d96f236c-192d-492f-aed2-3418c101a085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:37:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:08.881830 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for port, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:08.983257 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-d96f236c-192d-492f-aed2-3418c101a085 None None] Set router e09e300f-4b8b-4c5a-bb43-a23b90719be6 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:09.044262 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:09.087198 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101843) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:37:09.090208 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Resources bound (agent type, host, resource id): {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:37:09.093031 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Received port after_create {{(pid=101843) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:37:09.130550 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event updated for resources: {'Port': ['ID=99c65747-0586-4462-97b5-0e829ee3caf5,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:09.214308 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-d96f236c-192d-492f-aed2-3418c101a085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8869a439-50c9-4be6-92ab-73e96583a53f', 'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'mac_address': 'fa:16:3e:69:7c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:23Z', 'revision_number': 5, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'subnets': [{'id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:09.248702 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f236c-192d-492f-aed2-3418c101a085 None None] The sync data for ids ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'] in dv-cinder-813984-5-iscsi is: [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:29:10Z', 'revision_number': 4, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '8869a439-50c9-4be6-92ab-73e96583a53f', 'name': '', 'network_id': '83a007f6-bd8f-4f0b-a900-af58d53d6b5a', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'mac_address': 'fa:16:3e:69:7c:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:09Z', 'updated_at': '2021-10-29T01:29:23Z', 'revision_number': 5, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'subnets': [{'id': '2ede7331-865e-43e5-b251-83ad21e6a29c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:37:09.546458 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:09.549388 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee46541e-40b4-4b00-a3cd-b4989bc03040 None None] New status for floating IP bba9d9c8-3014-4db4-ba1e-222fcb9cad4f: DOWN {{(pid=101844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:37:09.622998 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b7e3a286-97bd-4b6c-8d7d-56a4c3714b4c req-c0f4b828-3b42-4716-a13d-024e72c004d6 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/ports?device_id=91b62925-d26a-4afb-bab2-c0288f74404a HTTP/1.1" status: 200 len: 210 time: 0.0276546 Oct 29 01:37:09.725083 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:09.880610 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for port, precommit_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:09.985159 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2790450'] for port, after_update {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:10.057423 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event updated for resources: {'Port': ['ID=99c65747-0586-4462-97b5-0e829ee3caf5,revision_number=2']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:10.072035 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989738'] for floatingip, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:10.176239 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.db.l3_db [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Floating IP ffef5ac7-4eb9-42b3-bc83-7793d1dbdc79 associated. External IP: 172.27.3.29, port: 704607c3-0bdb-4458-b12a-5f98dc711d46. Oct 29 01:37:10.390063 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Router d38bfa45-bbba-4ca8-8e86-ca68f620392e has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:37:10.732925 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:37:10.743860 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef987836-88a4-484d-80cb-64e161a02249 None None] Sync routers for ids ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:37:10.754399 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef987836-88a4-484d-80cb-64e161a02249 None None] Routers {'d38bfa45-bbba-4ca8-8e86-ca68f620392e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:10.755163 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-ef987836-88a4-484d-80cb-64e161a02249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:37:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:10.804332 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 36668) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:10.835083 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:10.867241 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-d1d6d42b-bbb9-436e-a251-1257a9c81b79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8175941 Oct 29 01:37:10.867992 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529a34b2-5f55-4469-bace-404db6318de3', 'tag': '704607c3-0bdb-4458-b12a-5f98dc711d46'}] {{(pid=101843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:37:10.871167 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62e9e1f26a3722756967881dc3103d1ef987c1afaa65af21d436660d1349688f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf83057-5dca-4a0b-8643-14a1a2af997d" -d '{"events": [{"name": "network-changed", "server_uuid": "529a34b2-5f55-4469-bace-404db6318de3", "tag": "704607c3-0bdb-4458-b12a-5f98dc711d46"}]}' {{(pid=101843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:37:10.885372 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-ef987836-88a4-484d-80cb-64e161a02249 None None] Set router d38bfa45-bbba-4ca8-8e86-ca68f620392e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:10.890289 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c2c26da9-474a-4d67-9226-eb9f547473f5 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:10.914824 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c844c92-0084-41f3-9b5b-b9e0cb788333 x-openstack-request-id: req-8c844c92-0084-41f3-9b5b-b9e0cb788333 {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:37:10.915120 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529a34b2-5f55-4469-bace-404db6318de3", "tag": "704607c3-0bdb-4458-b12a-5f98dc711d46", "status": "completed", "code": 200}]} {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:37:10.915374 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8c844c92-0084-41f3-9b5b-b9e0cb788333 {{(pid=101843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:37:10.915833 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529a34b2-5f55-4469-bace-404db6318de3', 'tag': '704607c3-0bdb-4458-b12a-5f98dc711d46', 'status': 'completed', 'code': 200} Oct 29 01:37:10.921937 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c2c26da9-474a-4d67-9226-eb9f547473f5 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:11.005581 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf83057-5dca-4a0b-8643-14a1a2af997d req-a777d862-0950-4640-a1e8-f7def3fcdef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:11.011108 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6bf83057-5dca-4a0b-8643-14a1a2af997d req-a777d862-0950-4640-a1e8-f7def3fcdef3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84bceeeb4f67456a90779360ffc620aa&device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 1099 time: 0.0587835 Oct 29 01:37:11.074662 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c2c26da9-474a-4d67-9226-eb9f547473f5 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:11.077254 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-c2c26da9-474a-4d67-9226-eb9f547473f5 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:11.078419 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-c2c26da9-474a-4d67-9226-eb9f547473f5 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "DELETE /v2.0/security-groups/fe0e00fb-4545-49d4-a4b3-cce138c22209 HTTP/1.1" status: 204 len: 168 time: 0.2729375 Oct 29 01:37:11.081707 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 36674) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:11.092822 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c26da9-474a-4d67-9226-eb9f547473f5 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0e00fb-4545-49d4-a4b3-cce138c22209,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:11.100569 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.api.v2.resource [None req-5d0311bf-607f-4144-a12b-56679056c9ba tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] show failed (client error): The resource could not be found. Oct 29 01:37:11.101737 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-5d0311bf-607f-4144-a12b-56679056c9ba tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "GET /v2.0/security-groups/fe0e00fb-4545-49d4-a4b3-cce138c22209 HTTP/1.1" status: 404 len: 347 time: 0.0169346 Oct 29 01:37:11.106562 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 36676) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:11.134242 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf83057-5dca-4a0b-8643-14a1a2af997d req-a797ccce-44b4-41b1-a556-1399d11944c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:11.135834 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6bf83057-5dca-4a0b-8643-14a1a2af997d req-a797ccce-44b4-41b1-a556-1399d11944c6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b37af5eb-5268-42f9-a4b9-3756fed9194f HTTP/1.1" status: 200 len: 912 time: 0.1157098 Oct 29 01:37:11.141301 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-ef987836-88a4-484d-80cb-64e161a02249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': 'ffef5ac7-4eb9-42b3-bc83-7793d1dbdc79', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'port_id': '704607c3-0bdb-4458-b12a-5f98dc711d46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'mac_address': 'fa:16:3e:31:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a34b2-5f55-4469-bace-404db6318de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:37:09Z', 'updated_at': '2021-10-29T01:37:09Z', 'revision_number': 0, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:11.170137 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef987836-88a4-484d-80cb-64e161a02249 None None] Checking router: d38bfa45-bbba-4ca8-8e86-ca68f620392e for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:37:11.179850 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef987836-88a4-484d-80cb-64e161a02249 None None] Routers {'d38bfa45-bbba-4ca8-8e86-ca68f620392e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:11.180470 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-ef987836-88a4-484d-80cb-64e161a02249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:37:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:11.226283 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6bf83057-5dca-4a0b-8643-14a1a2af997d req-3ce1be92-47af-4d19-859d-3169db845f5f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=704607c3-0bdb-4458-b12a-5f98dc711d46 HTTP/1.1" status: 200 len: 999 time: 0.0782528 Oct 29 01:37:11.264696 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-234c446a-2df0-4060-ba56-476859f70082 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Deleting port 4704d7bd-f09c-45f4-8f24-6cba3f27ddfa {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:11.265224 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-234c446a-2df0-4060-ba56-476859f70082 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:11.276808 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device aee32650-07ba-4e45-a318-0849274af2bf no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:11.302901 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf83057-5dca-4a0b-8643-14a1a2af997d req-13808c3c-87f6-494a-87f9-25a1f8ceadee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:11.305533 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6bf83057-5dca-4a0b-8643-14a1a2af997d req-13808c3c-87f6-494a-87f9-25a1f8ceadee service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7c138a45-42da-4b80-988e-91ca66e794cd HTTP/1.1" status: 200 len: 850 time: 0.0705583 Oct 29 01:37:11.309896 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: aee32650-07ba-4e45-a318-0849274af2bf {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:11.310354 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device aee32650-07ba-4e45-a318-0849274af2bf not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:11.312429 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-ef987836-88a4-484d-80cb-64e161a02249 None None] Set router d38bfa45-bbba-4ca8-8e86-ca68f620392e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:11.356294 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-234c446a-2df0-4060-ba56-476859f70082 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:11.356643 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-234c446a-2df0-4060-ba56-476859f70082 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:11.363796 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf83057-5dca-4a0b-8643-14a1a2af997d req-756c1266-0bb4-4f8f-9bc3-70b8d6284e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:11.365978 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6bf83057-5dca-4a0b-8643-14a1a2af997d req-756c1266-0bb4-4f8f-9bc3-70b8d6284e6d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b37af5eb-5268-42f9-a4b9-3756fed9194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449090 Oct 29 01:37:11.370120 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-234c446a-2df0-4060-ba56-476859f70082 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Calling delete_port for 4704d7bd-f09c-45f4-8f24-6cba3f27ddfa owned by network:floatingip {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:11.486234 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6bf83057-5dca-4a0b-8643-14a1a2af997d req-57ffba80-0e14-4820-8d46-350771476473 service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055067 Oct 29 01:37:11.596539 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6bf83057-5dca-4a0b-8643-14a1a2af997d req-0ca44148-259a-4e41-b247-e7aaa6de6c62 service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007054 Oct 29 01:37:11.618996 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-234c446a-2df0-4060-ba56-476859f70082 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:11.643950 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c446a-2df0-4060-ba56-476859f70082 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Pushing event deleted for resources: {'Port': ['ID=4704d7bd-f09c-45f4-8f24-6cba3f27ddfa,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:11.669342 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-ef987836-88a4-484d-80cb-64e161a02249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': 'ffef5ac7-4eb9-42b3-bc83-7793d1dbdc79', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'port_id': '704607c3-0bdb-4458-b12a-5f98dc711d46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'mac_address': 'fa:16:3e:31:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a34b2-5f55-4469-bace-404db6318de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:37:09Z', 'updated_at': '2021-10-29T01:37:09Z', 'revision_number': 0, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:11.696181 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef987836-88a4-484d-80cb-64e161a02249 None None] The sync data for ids ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'] in dv-cinder-813984-5-iscsi is: [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': 'ffef5ac7-4eb9-42b3-bc83-7793d1dbdc79', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'port_id': '704607c3-0bdb-4458-b12a-5f98dc711d46', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'mac_address': 'fa:16:3e:31:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a34b2-5f55-4469-bace-404db6318de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:37:09Z', 'updated_at': '2021-10-29T01:37:09Z', 'revision_number': 0, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:37:11.710504 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-234c446a-2df0-4060-ba56-476859f70082 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks [] for floatingip, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:11.713747 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-234c446a-2df0-4060-ba56-476859f70082 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:11.714929 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-234c446a-2df0-4060-ba56-476859f70082 tempest-AttachVolumeShelveTestJSON-217801727 tempest-AttachVolumeShelveTestJSON-217801727-project] 10.222.0.87 "DELETE /v2.0/floatingips/bba9d9c8-3014-4db4-ba1e-222fcb9cad4f HTTP/1.1" status: 204 len: 168 time: 0.6066563 Oct 29 01:37:11.893845 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec43d33-da2f-4fa8-9342-ff9ef0825551 None None] New status for floating IP ffef5ac7-4eb9-42b3-bc83-7793d1dbdc79: ACTIVE {{(pid=101844) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:37:13.301194 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:14.727076 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 36706) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:15.137115 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:37:15.198120 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8ad419ca-2db8-4026-bf38-de9b3f20dffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987946'] for router_interface, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:15.507189 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-8ad419ca-2db8-4026-bf38-de9b3f20dffd admin admin] Deleting port 8869a439-50c9-4be6-92ab-73e96583a53f {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:15.507413 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8ad419ca-2db8-4026-bf38-de9b3f20dffd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:15.585104 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-8ad419ca-2db8-4026-bf38-de9b3f20dffd admin admin] For port 8869a439-50c9-4be6-92ab-73e96583a53f, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=8869a439-50c9-4be6-92ab-73e96583a53f,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:15.585486 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8ad419ca-2db8-4026-bf38-de9b3f20dffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:15.597884 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-8ad419ca-2db8-4026-bf38-de9b3f20dffd admin admin] Calling delete_port for 8869a439-50c9-4be6-92ab-73e96583a53f owned by network:router_interface {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:15.850971 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8ad419ca-2db8-4026-bf38-de9b3f20dffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:15.906171 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad419ca-2db8-4026-bf38-de9b3f20dffd admin admin] Pushing event deleted for resources: {'Port': ['ID=8869a439-50c9-4be6-92ab-73e96583a53f,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:16.069437 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8ad419ca-2db8-4026-bf38-de9b3f20dffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-988094'] for router_interface, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:16.322004 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad419ca-2db8-4026-bf38-de9b3f20dffd admin admin] Router e09e300f-4b8b-4c5a-bb43-a23b90719be6 has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:37:16.430172 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad419ca-2db8-4026-bf38-de9b3f20dffd admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:37:16.435482 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-8ad419ca-2db8-4026-bf38-de9b3f20dffd admin admin] 10.222.0.87 "PUT /v2.0/routers/e09e300f-4b8b-4c5a-bb43-a23b90719be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7073367 Oct 29 01:37:16.438325 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 36714) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:16.440163 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93378314-860f-46e6-864b-09b7d3ca5449 None None] Sync routers for ids ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:37:16.450829 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93378314-860f-46e6-864b-09b7d3ca5449 None None] Routers {'e09e300f-4b8b-4c5a-bb43-a23b90719be6'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:16.451399 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-93378314-860f-46e6-864b-09b7d3ca5449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:37:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:16.547435 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5954c35f-d576-40ca-ba88-b2cee2331a2e admin admin] Publish callbacks [] for router, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:16.560967 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-93378314-860f-46e6-864b-09b7d3ca5449 None None] Set router e09e300f-4b8b-4c5a-bb43-a23b90719be6 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:16.654128 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5954c35f-d576-40ca-ba88-b2cee2331a2e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:16.770048 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-93378314-860f-46e6-864b-09b7d3ca5449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:37:15Z', 'revision_number': 5, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port': {'id': 'd20c670a-2256-40a8-b937-cb962feb7256', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:dc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:29:06Z', 'updated_at': '2021-10-29T01:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:16.806292 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93378314-860f-46e6-864b-09b7d3ca5449 None None] Checking router: e09e300f-4b8b-4c5a-bb43-a23b90719be6 for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:37:16.814236 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5954c35f-d576-40ca-ba88-b2cee2331a2e admin admin] Deleting port d20c670a-2256-40a8-b937-cb962feb7256 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:16.814838 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5954c35f-d576-40ca-ba88-b2cee2331a2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:16.820008 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93378314-860f-46e6-864b-09b7d3ca5449 None None] Routers {'e09e300f-4b8b-4c5a-bb43-a23b90719be6'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:16.820641 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-93378314-860f-46e6-864b-09b7d3ca5449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:37:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:16.920953 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-93378314-860f-46e6-864b-09b7d3ca5449 None None] Set router e09e300f-4b8b-4c5a-bb43-a23b90719be6 gateway port host: None {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:16.921128 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-5954c35f-d576-40ca-ba88-b2cee2331a2e admin admin] For port d20c670a-2256-40a8-b937-cb962feb7256, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=d20c670a-2256-40a8-b937-cb962feb7256,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:16.921672 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5954c35f-d576-40ca-ba88-b2cee2331a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:16.935334 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-5954c35f-d576-40ca-ba88-b2cee2331a2e admin admin] Calling delete_port for d20c670a-2256-40a8-b937-cb962feb7256 owned by network:router_gateway {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:16.983291 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-93378314-860f-46e6-864b-09b7d3ca5449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:37:16Z', 'revision_number': 6, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port_host': None}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:17.016725 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93378314-860f-46e6-864b-09b7d3ca5449 None None] The sync data for ids ['e09e300f-4b8b-4c5a-bb43-a23b90719be6'] in dv-cinder-813984-5-iscsi is: [{'id': 'e09e300f-4b8b-4c5a-bb43-a23b90719be6', 'name': 'tempest-AttachVolumeShelveTestJSON-1752336838-router', 'tenant_id': '413ce1a7d8504d0b9f656d9e623f9005', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:29:04Z', 'updated_at': '2021-10-29T01:37:16Z', 'revision_number': 6, 'project_id': '413ce1a7d8504d0b9f656d9e623f9005', 'gw_port_host': None}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:37:17.210349 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5954c35f-d576-40ca-ba88-b2cee2331a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:17.235355 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954c35f-d576-40ca-ba88-b2cee2331a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=d20c670a-2256-40a8-b937-cb962feb7256,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:17.318863 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5954c35f-d576-40ca-ba88-b2cee2331a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989792'] for router_gateway, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:17.443525 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5954c35f-d576-40ca-ba88-b2cee2331a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3706'] for router, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:17.447538 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5954c35f-d576-40ca-ba88-b2cee2331a2e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:17.620472 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5954c35f-d576-40ca-ba88-b2cee2331a2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987645'] for router, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:17.620989 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5954c35f-d576-40ca-ba88-b2cee2331a2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e09e300f-4b8b-4c5a-bb43-a23b90719be6 {{(pid=101842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 01:37:17.626832 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-5954c35f-d576-40ca-ba88-b2cee2331a2e admin admin] Publish callbacks [] for router, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:17.632043 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-5954c35f-d576-40ca-ba88-b2cee2331a2e admin admin] 10.222.0.87 "DELETE /v2.0/routers/e09e300f-4b8b-4c5a-bb43-a23b90719be6 HTTP/1.1" status: 204 len: 168 time: 1.1876423 Oct 29 01:37:17.632190 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 36736) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:17.679652 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c05baf4-2eaa-4d21-aa80-57f8c991a177 admin admin] Deleting subnet 2ede7331-865e-43e5-b251-83ad21e6a29c {{(pid=101843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:37:17.683310 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0c05baf4-2eaa-4d21-aa80-57f8c991a177 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:17.720126 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0c05baf4-2eaa-4d21-aa80-57f8c991a177 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680530'] for subnet, precommit_delete_associations {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.097190 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0c05baf4-2eaa-4d21-aa80-57f8c991a177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8342707'] for subnet, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.279599 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0c05baf4-2eaa-4d21-aa80-57f8c991a177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2790648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25205383'] for subnet, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.311904 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05baf4-2eaa-4d21-aa80-57f8c991a177 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ede7331-865e-43e5-b251-83ad21e6a29c,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:18.315125 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-0c05baf4-2eaa-4d21-aa80-57f8c991a177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.319316 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-0c05baf4-2eaa-4d21-aa80-57f8c991a177 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/2ede7331-865e-43e5-b251-83ad21e6a29c HTTP/1.1" status: 204 len: 168 time: 0.6877573 Oct 29 01:37:18.324520 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 36738) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:18.329077 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf34474-99c6-4ed8-8f0f-5815e593ce81 None None] Network 83a007f6-bd8f-4f0b-a900-af58d53d6b5a requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:37:18.409436 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7984549'] for network, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.472634 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] Deleting port 10297c9d-4239-4046-8d81-129ce06bcf1e {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:18.473396 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.550147 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] For port 10297c9d-4239-4046-8d81-129ce06bcf1e, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=10297c9d-4239-4046-8d81-129ce06bcf1e,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:18.550543 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.568315 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] Calling delete_port for 10297c9d-4239-4046-8d81-129ce06bcf1e owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:18.573040 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] DHCP port deletion for 83a007f6-bd8f-4f0b-a900-af58d53d6b5a request from dv-cinder-813984-5-iscsi {{(pid=101844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 01:37:18.632495 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] Deleting port 10297c9d-4239-4046-8d81-129ce06bcf1e {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:18.632949 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.703046 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] For port 10297c9d-4239-4046-8d81-129ce06bcf1e, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=10297c9d-4239-4046-8d81-129ce06bcf1e,segment=NetworkSegment(564129eb-dd2d-4a86-87aa-2167d44f714d),segment_id=564129eb-dd2d-4a86-87aa-2167d44f714d)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:18.703608 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.719455 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] Calling delete_port for 10297c9d-4239-4046-8d81-129ce06bcf1e owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:18.763596 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.784511 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] No DVR routers for this DVR port 10297c9d-4239-4046-8d81-129ce06bcf1e on host dv-cinder-813984-5-iscsi {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:37:18.808273 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.825925 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=10297c9d-4239-4046-8d81-129ce06bcf1e,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:18.851228 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device d20c670a-2256-40a8-b937-cb962feb7256 no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:18.855426 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] Pushing event deleted for resources: {'Port': ['ID=10297c9d-4239-4046-8d81-129ce06bcf1e,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:18.878823 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: d20c670a-2256-40a8-b937-cb962feb7256 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:18.879880 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device d20c670a-2256-40a8-b937-cb962feb7256 not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:18.880628 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 10297c9d-4239-4046-8d81-129ce06bcf1e no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:18.883369 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] No DVR routers for this DVR port 10297c9d-4239-4046-8d81-129ce06bcf1e on host dv-cinder-813984-5-iscsi {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:37:18.891009 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8172742', 'neutron.services.segments.db._delete_segments_for_network-8789671302000'] for network, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.910137 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:18.910777 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:18.911116 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:18.911445 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:18.911796 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:18.912133 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:18.912445 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:18.912945 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:18.913268 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:18.913751 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:18.914077 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:18.914389 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-680ffe24-ab46-4d7c-abae-35fb944b509a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:18.917314 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 10297c9d-4239-4046-8d81-129ce06bcf1e {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:18.918801 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 10297c9d-4239-4046-8d81-129ce06bcf1e not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:18.918801 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 8869a439-50c9-4be6-92ab-73e96583a53f no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:18.930436 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83a007f6-bd8f-4f0b-a900-af58d53d6b5a']}} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:18.941077 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564129eb-dd2d-4a86-87aa-2167d44f714d') {'for_net_delete': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:18.941473 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564129eb-dd2d-4a86-87aa-2167d44f714d') {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:18.943390 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 8869a439-50c9-4be6-92ab-73e96583a53f {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:18.943390 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 8869a439-50c9-4be6-92ab-73e96583a53f not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:18.955297 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789671302777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555570'] for segment, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.969752 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.976981 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] Releasing vlan 926 on physical network physnet1 to pool {{(pid=101842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:37:18.977384 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26056945'] for segment, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: Traceback (most recent call last): Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: timer() Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: cb(*args, **kw) Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: return func(*args, **kwargs) Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: self._notify() Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: self.callback(batched_events) Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: event.method(event) Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: return f(self, *a, **k) Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._get(url).json() Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: return self.request(url, 'GET', **kwargs) Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:37:18.979174 dv-cinder-813984-5-iscsi neutron-server[101842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:37:19.104455 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8171573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989756'] for network, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:19.108989 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:19.113836 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] 10.222.0.87 "DELETE /v2.0/networks/83a007f6-bd8f-4f0b-a900-af58d53d6b5a HTTP/1.1" status: 204 len: 168 time: 0.7882149 Oct 29 01:37:19.126582 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25816560-1eee-462a-96c5-b8653c803d46 admin admin] Pushing event deleted for resources: {'Network': ['ID=83a007f6-bd8f-4f0b-a900-af58d53d6b5a,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:19.544942 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 36748) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:19.588017 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-7e0828e7-a9c1-4a3e-bb4d-abeebb55408c admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=413ce1a7d8504d0b9f656d9e623f9005&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0416458 Oct 29 01:37:19.590501 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 36750) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:19.640561 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-19a04f62-f754-4b14-a30e-0f41eb9d1644 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:19.667314 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-19a04f62-f754-4b14-a30e-0f41eb9d1644 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:19.797993 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-19a04f62-f754-4b14-a30e-0f41eb9d1644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:19.800883 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-19a04f62-f754-4b14-a30e-0f41eb9d1644 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:19.803176 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-19a04f62-f754-4b14-a30e-0f41eb9d1644 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ba130bb8-5c8d-4cd2-97de-4de6575457c8 HTTP/1.1" status: 204 len: 168 time: 0.2115457 Oct 29 01:37:19.811757 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a04f62-f754-4b14-a30e-0f41eb9d1644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba130bb8-5c8d-4cd2-97de-4de6575457c8,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:20.010886 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-405f22c1-1cf8-4df0-af84-36570cfcb154 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:20.012376 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-405f22c1-1cf8-4df0-af84-36570cfcb154 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/networks?id=55f0bc8e-67fb-4207-a774-2feb6c3222d3 HTTP/1.1" status: 200 len: 815 time: 0.1111007 Oct 29 01:37:20.030418 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-32a81ca8-316f-4515-9c98-2e098da149c1 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/quotas/b8778e689b6e42e2b16d49b3fe762ac6 HTTP/1.1" status: 200 len: 375 time: 0.0108430 Oct 29 01:37:20.092063 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-baffca25-e9e3-4d46-8dee-a9b0fdc97d95 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=b8778e689b6e42e2b16d49b3fe762ac6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565634 Oct 29 01:37:20.184673 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-dc61d654-9e73-478f-a8d5-de346dc8409a service neutron] 10.222.0.87 "GET /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843654 Oct 29 01:37:20.291991 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-3df3f18e-54b5-4526-887a-b20e28e4b335 service neutron] 10.222.0.87 "GET /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009614 Oct 29 01:37:20.626765 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-49ab985e-d8f3-458c-b80b-8a96f5a42232 req-a2acf937-dc3c-4465-8af2-0596669ac8d8 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 210 time: 0.0442612 Oct 29 01:37:21.722033 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fec0371f-231f-4687-a525-1e28cd1fdbb8 req-09aea987-82bd-4c48-adaa-28cab4102652 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 210 time: 0.0339472 Oct 29 01:37:22.522302 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 36822) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:22.634528 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b8787e9a-faea-4991-9147-e3848cc1b262 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:22.712488 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b8787e9a-faea-4991-9147-e3848cc1b262 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:22.782347 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-b8787e9a-faea-4991-9147-e3848cc1b262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:22.847792 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3d24c628-154e-4120-818f-1ac1407dad5d req-ebc7c445-ce38-4382-be19-c98404f6bc6c tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 210 time: 0.0504801 Oct 29 01:37:22.866199 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-b8787e9a-faea-4991-9147-e3848cc1b262 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2bb108b588ea4deb8b655020e1e6950a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357565 Oct 29 01:37:22.866199 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8787e9a-faea-4991-9147-e3848cc1b262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87948ea6-482f-4eeb-8eb0-7d6f8f85bb9e,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:22.866636 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 36828) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:22.932848 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fd815fab-4526-46df-810a-600c56e2d9dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:22.955712 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fd815fab-4526-46df-810a-600c56e2d9dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:22.993723 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-a6b00fe0-37e6-42df-8c56-e6cc1975a082 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:22.995946 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-a6b00fe0-37e6-42df-8c56-e6cc1975a082 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.83 "GET /v2.0/networks?id=55f0bc8e-67fb-4207-a774-2feb6c3222d3 HTTP/1.1" status: 200 len: 815 time: 0.1189990 Oct 29 01:37:23.015201 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-b26cee7a-e519-4f52-a2dc-1af4339d4175 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Request body: {'port': {'device_id': '75ba2733-a6ae-4646-94ba-ad3edc33dc9c', 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3', 'admin_state_up': True, 'tenant_id': 'b8778e689b6e42e2b16d49b3fe762ac6'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:37:23.135155 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fd815fab-4526-46df-810a-600c56e2d9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:23.138026 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fd815fab-4526-46df-810a-600c56e2d9dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:23.139528 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-fd815fab-4526-46df-810a-600c56e2d9dc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/87948ea6-482f-4eeb-8eb0-7d6f8f85bb9e HTTP/1.1" status: 204 len: 168 time: 0.2762313 Oct 29 01:37:23.149597 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd815fab-4526-46df-810a-600c56e2d9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87948ea6-482f-4eeb-8eb0-7d6f8f85bb9e,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:23.235193 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-b26cee7a-e519-4f52-a2dc-1af4339d4175 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Made reservation on behalf of b8778e689b6e42e2b16d49b3fe762ac6 for: {'port': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:37:23.236105 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-b26cee7a-e519-4f52-a2dc-1af4339d4175 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:23.399290 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c7c4047e-83a3-4f2b-b6b1-011b4a5a5ecd req-7719a2f5-1dd7-4a42-9ffa-25a53107961c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2114764834&fields=id&tenant_id=700a9aa6afdf4de6b64d375544d7eb88 HTTP/1.1" status: 200 len: 267 time: 0.0856435 Oct 29 01:37:23.463552 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-b26cee7a-e519-4f52-a2dc-1af4339d4175 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Allocated IP 172.20.0.4 (55f0bc8e-67fb-4207-a774-2feb6c3222d3/d1395ec2-7729-450e-831f-ebe839e5bd9e/054881ee-300b-4f04-9447-03308c14f3f9) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:37:23.491087 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4047e-83a3-4f2b-b6b1-011b4a5a5ecd req-0031fd82-1d15-445c-8d33-83a3601669c5 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:23.492691 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c7c4047e-83a3-4f2b-b6b1-011b4a5a5ecd req-0031fd82-1d15-445c-8d33-83a3601669c5 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 984 time: 0.0832119 Oct 29 01:37:23.511929 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-c7c4047e-83a3-4f2b-b6b1-011b4a5a5ecd req-05cdc5ba-d112-4260-a2c9-ba93978d4f1c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Request body: {'port': {'security_groups': ['244160d0-e94c-4a70-a9d4-50efe6d49f27']}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:37:23.651773 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c7c4047e-83a3-4f2b-b6b1-011b4a5a5ecd req-05cdc5ba-d112-4260-a2c9-ba93978d4f1c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:23.761455 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-b26cee7a-e519-4f52-a2dc-1af4339d4175 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:23.841343 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 36842) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:23.860620 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3a8a8f26-32c8-420c-8c4a-8d11d4e02f59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:23.921687 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-c7c4047e-83a3-4f2b-b6b1-011b4a5a5ecd req-05cdc5ba-d112-4260-a2c9-ba93978d4f1c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] For port 07d7a9e4-9af6-436e-932a-680c81d02f15, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=07d7a9e4-9af6-436e-932a-680c81d02f15,segment=NetworkSegment(0dba833e-ba51-4eae-977f-a7b714cc5865),segment_id=0dba833e-ba51-4eae-977f-a7b714cc5865)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:23.948578 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3a8a8f26-32c8-420c-8c4a-8d11d4e02f59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:23.950521 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-b26cee7a-e519-4f52-a2dc-1af4339d4175 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:23.965235 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['4ed04aff-6179-4c33-bfce-b78bc0ab0759', 'bc186c4d-5060-45ec-81fa-6d90f5ac14d9', 'd21b1202-4ed9-4ea8-a35b-777bda0c7a2b'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:37:24.004378 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3a8a8f26-32c8-420c-8c4a-8d11d4e02f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.016302 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c7c4047e-83a3-4f2b-b6b1-011b4a5a5ecd req-05cdc5ba-d112-4260-a2c9-ba93978d4f1c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.042443 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-b26cee7a-e519-4f52-a2dc-1af4339d4175 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:37:24.046249 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a8f26-32c8-420c-8c4a-8d11d4e02f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009dbd25-7d76-477f-b286-431799d3cdb0,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:24.048147 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-b26cee7a-e519-4f52-a2dc-1af4339d4175 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:37:24.054562 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-b26cee7a-e519-4f52-a2dc-1af4339d4175 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:37:24.055376 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-3a8a8f26-32c8-420c-8c4a-8d11d4e02f59 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8d28724b2adc4ccbbcd50d5d3d99cb20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125728 Oct 29 01:37:24.057626 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 36848) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:24.064817 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580664b2-7ad7-4f34-bd14-7829556e986c req-a3d96a2f-e9c1-4d79-8d1d-190e544dac28 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:24.067394 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-580664b2-7ad7-4f34-bd14-7829556e986c req-a3d96a2f-e9c1-4d79-8d1d-190e544dac28 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 931 time: 0.1327150 Oct 29 01:37:24.069446 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cee7a-e519-4f52-a2dc-1af4339d4175 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Pushing event updated for resources: {'Port': ['ID=054881ee-300b-4f04-9447-03308c14f3f9,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:24.115043 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c7c4047e-83a3-4f2b-b6b1-011b4a5a5ecd req-05cdc5ba-d112-4260-a2c9-ba93978d4f1c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.117467 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5dfd115a-46fd-46e6-b06f-f25adb748490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.146614 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5dfd115a-46fd-46e6-b06f-f25adb748490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.189071 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-b26cee7a-e519-4f52-a2dc-1af4339d4175 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:24.189723 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-b26cee7a-e519-4f52-a2dc-1af4339d4175 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.205194 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4047e-83a3-4f2b-b6b1-011b4a5a5ecd req-05cdc5ba-d112-4260-a2c9-ba93978d4f1c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:24.205988 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-c7c4047e-83a3-4f2b-b6b1-011b4a5a5ecd req-05cdc5ba-d112-4260-a2c9-ba93978d4f1c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.207947 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c7c4047e-83a3-4f2b-b6b1-011b4a5a5ecd req-05cdc5ba-d112-4260-a2c9-ba93978d4f1c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "PUT /v2.0/ports/07d7a9e4-9af6-436e-932a-680c81d02f15 HTTP/1.1" status: 200 len: 942 time: 0.7079005 Oct 29 01:37:24.213879 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1faefe62-60e7-43c3-bf58-686598242ea3', 'tag': '07d7a9e4-9af6-436e-932a-680c81d02f15'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:37:24.215058 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 36850) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:24.215959 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4fb57e-02a5-44bc-9c78-1b9e50b4cb69" -d '{"events": [{"name": "network-changed", "server_uuid": "1faefe62-60e7-43c3-bf58-686598242ea3", "tag": "07d7a9e4-9af6-436e-932a-680c81d02f15"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:37:24.226157 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-580664b2-7ad7-4f34-bd14-7829556e986c req-4bf34021-819d-4bc4-bdcf-41f2b30d7396 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349878 Oct 29 01:37:24.241120 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdc5ba-d112-4260-a2c9-ba93978d4f1c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Pushing event updated for resources: {'Port': ['ID=07d7a9e4-9af6-436e-932a-680c81d02f15,revision_number=7']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:24.298233 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13364046-904e-42cd-a519-f31f05908a51 x-openstack-request-id: req-13364046-904e-42cd-a519-f31f05908a51 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:37:24.299825 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1faefe62-60e7-43c3-bf58-686598242ea3", "tag": "07d7a9e4-9af6-436e-932a-680c81d02f15", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:37:24.299825 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-13364046-904e-42cd-a519-f31f05908a51 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:37:24.299825 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1faefe62-60e7-43c3-bf58-686598242ea3', 'tag': '07d7a9e4-9af6-436e-932a-680c81d02f15', 'status': 'completed', 'code': 200} Oct 29 01:37:24.340795 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5dfd115a-46fd-46e6-b06f-f25adb748490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.345738 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-5dfd115a-46fd-46e6-b06f-f25adb748490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.350987 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-5dfd115a-46fd-46e6-b06f-f25adb748490 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/009dbd25-7d76-477f-b286-431799d3cdb0 HTTP/1.1" status: 204 len: 168 time: 0.2888300 Oct 29 01:37:24.381112 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-b26cee7a-e519-4f52-a2dc-1af4339d4175 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3698459 Oct 29 01:37:24.402353 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Request body: {'port': {'device_id': '75ba2733-a6ae-4646-94ba-ad3edc33dc9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:37:24.439514 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['07d7a9e4-9af6-436e-932a-680c81d02f15'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:37:24.448039 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-88bd6cdd-1fcd-40bf-8608-33763966490a tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.455832 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd115a-46fd-46e6-b06f-f25adb748490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009dbd25-7d76-477f-b286-431799d3cdb0,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:24.490915 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fb57e-02a5-44bc-9c78-1b9e50b4cb69 req-519d167a-2796-4313-baaf-25f147514901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:24.492761 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-de4fb57e-02a5-44bc-9c78-1b9e50b4cb69 req-519d167a-2796-4313-baaf-25f147514901 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=700a9aa6afdf4de6b64d375544d7eb88&device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 1098 time: 0.1389036 Oct 29 01:37:24.500305 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-88bd6cdd-1fcd-40bf-8608-33763966490a tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.532557 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.617230 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fb57e-02a5-44bc-9c78-1b9e50b4cb69 req-9171d653-522b-4709-9b5a-4f38f59c184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:24.619402 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-de4fb57e-02a5-44bc-9c78-1b9e50b4cb69 req-9171d653-522b-4709-9b5a-4f38f59c184c service neutron] 10.222.0.83 "GET /v2.0/networks?id=f19f3101-bbb3-4742-8a56-446cb8123c94 HTTP/1.1" status: 200 len: 916 time: 0.1149940 Oct 29 01:37:24.677344 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-255ce44f-f138-4956-a973-d181cb104d44 None None] Provisioning complete for port 07d7a9e4-9af6-436e-932a-680c81d02f15 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:24.678069 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-255ce44f-f138-4956-a973-d181cb104d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.725393 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-de4fb57e-02a5-44bc-9c78-1b9e50b4cb69 req-02f46ef0-3986-4992-9874-c65ee8d471b6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07d7a9e4-9af6-436e-932a-680c81d02f15 HTTP/1.1" status: 200 len: 1001 time: 0.0940404 Oct 29 01:37:24.797425 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fb57e-02a5-44bc-9c78-1b9e50b4cb69 req-3ccfd03d-9702-4ce6-a061-153e4bb0ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:24.798954 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-de4fb57e-02a5-44bc-9c78-1b9e50b4cb69 req-3ccfd03d-9702-4ce6-a061-153e4bb0ea23 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c2d5b53-2760-4c65-a2d6-1cc01bf828e7 HTTP/1.1" status: 200 len: 854 time: 0.0580738 Oct 29 01:37:24.819683 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-88bd6cdd-1fcd-40bf-8608-33763966490a tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.822977 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-88bd6cdd-1fcd-40bf-8608-33763966490a tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:24.823487 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-88bd6cdd-1fcd-40bf-8608-33763966490a tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "DELETE /v2.0/security-groups/49fa0380-4c13-4599-95bc-665bdded4f90 HTTP/1.1" status: 204 len: 168 time: 0.6068807 Oct 29 01:37:24.830890 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 36856) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:24.857070 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd6cdd-1fcd-40bf-8608-33763966490a tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fa0380-4c13-4599-95bc-665bdded4f90,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:24.874211 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fb57e-02a5-44bc-9c78-1b9e50b4cb69 req-9350ee17-0ff1-450a-a25c-cdd14097102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:24.876054 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-de4fb57e-02a5-44bc-9c78-1b9e50b4cb69 req-9350ee17-0ff1-450a-a25c-cdd14097102e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f19f3101-bbb3-4742-8a56-446cb8123c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671167 Oct 29 01:37:24.992113 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-de4fb57e-02a5-44bc-9c78-1b9e50b4cb69 req-f4ac7bc7-fc1a-4b93-bbfb-80ac5e45a7fa service neutron] 10.222.0.83 "GET /v2.0/networks/f19f3101-bbb3-4742-8a56-446cb8123c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021829 Oct 29 01:37:25.141677 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-de4fb57e-02a5-44bc-9c78-1b9e50b4cb69 req-7ecd42d6-9865-4a8c-a91a-de075c3547a4 service neutron] 10.222.0.83 "GET /v2.0/networks/f19f3101-bbb3-4742-8a56-446cb8123c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353233 Oct 29 01:37:25.417017 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['07d7a9e4-9af6-436e-932a-680c81d02f15'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:37:25.427494 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054881ee-300b-4f04-9447-03308c14f3f9 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:37:25.443274 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:25.471213 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Transition to ACTIVE for port object 054881ee-300b-4f04-9447-03308c14f3f9 will not be triggered until provisioned by entity L2. {{(pid=101842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:37:25.479684 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd8374-3815-4141-a035-51a7802ff22e req-7b70a619-1e7f-4690-b501-a0970c9f79a8 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:25.481326 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-75bd8374-3815-4141-a035-51a7802ff22e req-7b70a619-1e7f-4690-b501-a0970c9f79a8 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 931 time: 0.1394823 Oct 29 01:37:25.493158 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-0c36b2f0-3afe-440f-8915-0eb80a18f517 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Deleting port 2610f011-69b2-4f75-99b2-22f8c0d7d6f9 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:25.493500 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0c36b2f0-3afe-440f-8915-0eb80a18f517 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:25.555667 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:25.634825 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-75bd8374-3815-4141-a035-51a7802ff22e req-0221baac-b06d-4c7f-aa73-bcf6663e1413 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379294 Oct 29 01:37:25.664237 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Pushing event updated for resources: {'Port': ['ID=054881ee-300b-4f04-9447-03308c14f3f9,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:25.676626 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0c36b2f0-3afe-440f-8915-0eb80a18f517 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:25.677215 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0c36b2f0-3afe-440f-8915-0eb80a18f517 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:25.731670 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-0c36b2f0-3afe-440f-8915-0eb80a18f517 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Calling delete_port for 2610f011-69b2-4f75-99b2-22f8c0d7d6f9 owned by network:floatingip {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:25.833880 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Attempting to bind port 054881ee-300b-4f04-9447-03308c14f3f9 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:37:25.834220 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Attempting to bind port 054881ee-300b-4f04-9447-03308c14f3f9 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '71b4ef24-58b4-4811-baf6-f98ff22b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:37:25.834552 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Attempting to bind port 054881ee-300b-4f04-9447-03308c14f3f9 on network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:37:25.848842 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Port 054881ee-300b-4f04-9447-03308c14f3f9 on network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:37:25.849325 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Attempting to bind port 054881ee-300b-4f04-9447-03308c14f3f9 on network 55f0bc8e-67fb-4207-a774-2feb6c3222d3 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:37:25.861158 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:37:25.861631 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Checking segment: {'id': '71b4ef24-58b4-4811-baf6-f98ff22b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:37:25.862206 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Bound using segment: {'id': '71b4ef24-58b4-4811-baf6-f98ff22b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:37:25.862823 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Bound port: 054881ee-300b-4f04-9447-03308c14f3f9, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b4ef24-58b4-4811-baf6-f98ff22b4e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 942, 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:37:25.863377 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:25.967544 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] For port 054881ee-300b-4f04-9447-03308c14f3f9, host hv-cinder-81398, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:37:25.970986 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] For port 054881ee-300b-4f04-9447-03308c14f3f9, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=054881ee-300b-4f04-9447-03308c14f3f9,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:37:26.048295 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:26.088955 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:26.089774 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:26.092134 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] 10.222.0.83 "PUT /v2.0/ports/054881ee-300b-4f04-9447-03308c14f3f9 HTTP/1.1" status: 200 len: 1093 time: 1.6945815 Oct 29 01:37:26.128831 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0c36b2f0-3afe-440f-8915-0eb80a18f517 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:26.143339 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772220b3-baca-48c2-b0d5-36136484e067 service neutron] Pushing event updated for resources: {'Port': ['ID=054881ee-300b-4f04-9447-03308c14f3f9,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:26.184443 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36b2f0-3afe-440f-8915-0eb80a18f517 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Pushing event deleted for resources: {'Port': ['ID=2610f011-69b2-4f75-99b2-22f8c0d7d6f9,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:26.230883 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0c36b2f0-3afe-440f-8915-0eb80a18f517 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks [] for floatingip, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:26.231222 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.l3_db [None req-0c36b2f0-3afe-440f-8915-0eb80a18f517 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Floating IP 29d66efb-acec-46c0-b139-1a1b28dcd678 disassociated (deleted). External IP: 172.27.3.111, port: 07d7a9e4-9af6-436e-932a-680c81d02f15. Oct 29 01:37:26.336029 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ba2733-a6ae-4646-94ba-ad3edc33dc9c', 'tag': '054881ee-300b-4f04-9447-03308c14f3f9'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:37:26.340121 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97c389f-1b95-4d7f-bc51-493b4a9f485c" -d '{"events": [{"name": "network-changed", "server_uuid": "75ba2733-a6ae-4646-94ba-ad3edc33dc9c", "tag": "054881ee-300b-4f04-9447-03308c14f3f9"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:37:26.397327 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad316cf-edb4-4434-b121-9f01e4160418 x-openstack-request-id: req-0ad316cf-edb4-4434-b121-9f01e4160418 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:37:26.397618 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ba2733-a6ae-4646-94ba-ad3edc33dc9c", "tag": "054881ee-300b-4f04-9447-03308c14f3f9", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:37:26.397871 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-0ad316cf-edb4-4434-b121-9f01e4160418 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:37:26.398246 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ba2733-a6ae-4646-94ba-ad3edc33dc9c', 'tag': '054881ee-300b-4f04-9447-03308c14f3f9', 'status': 'completed', 'code': 200} Oct 29 01:37:26.400196 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-e2944c8e-bef4-4d94-820b-908d39b9c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:26.401723 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-e2944c8e-bef4-4d94-820b-908d39b9c21e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8778e689b6e42e2b16d49b3fe762ac6&device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 1096 time: 0.1682823 Oct 29 01:37:26.453106 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-b56a59ff-d178-4463-b8e9-187e14755499 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=054881ee-300b-4f04-9447-03308c14f3f9 HTTP/1.1" status: 200 len: 217 time: 0.0394645 Oct 29 01:37:26.580557 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-040794fc-1271-4916-a14a-1210c576d717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:26.582168 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-040794fc-1271-4916-a14a-1210c576d717 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1395ec2-7729-450e-831f-ebe839e5bd9e HTTP/1.1" status: 200 len: 855 time: 0.1184714 Oct 29 01:37:26.628851 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-40197589-d723-4512-a41e-462e853ebb75 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55f0bc8e-67fb-4207-a774-2feb6c3222d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373151 Oct 29 01:37:26.641735 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c36b2f0-3afe-440f-8915-0eb80a18f517 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Router a52bde3a-ca59-43cf-8c76-43c13974506e has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:37:27.008661 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-f2dad680-c338-4d3d-bdde-9338c159b75e service neutron] 10.222.0.83 "GET /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3690660 Oct 29 01:37:27.020957 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53617e74-cea2-4be5-afe8-98d58485e82d req-6e8deb22-d4a8-44b1-86bc-eea2234b567a tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:27.022966 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53617e74-cea2-4be5-afe8-98d58485e82d req-6e8deb22-d4a8-44b1-86bc-eea2234b567a tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 943 time: 0.2061229 Oct 29 01:37:27.058084 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c36b2f0-3afe-440f-8915-0eb80a18f517 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:37:27.072473 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95dfcf2-9e38-458b-b6f9-03f15c341390 None None] Sync routers for ids ['a52bde3a-ca59-43cf-8c76-43c13974506e'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:37:27.088424 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95dfcf2-9e38-458b-b6f9-03f15c341390 None None] Routers {'a52bde3a-ca59-43cf-8c76-43c13974506e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:27.089459 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-d95dfcf2-9e38-458b-b6f9-03f15c341390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:37:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['a52bde3a-ca59-43cf-8c76-43c13974506e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:27.118470 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-0c36b2f0-3afe-440f-8915-0eb80a18f517 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:27.181976 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-0c36b2f0-3afe-440f-8915-0eb80a18f517 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "DELETE /v2.0/floatingips/29d66efb-acec-46c0-b139-1a1b28dcd678 HTTP/1.1" status: 204 len: 168 time: 2.3498805 Oct 29 01:37:27.186954 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-53617e74-cea2-4be5-afe8-98d58485e82d req-2c0ebbdd-55d8-4f28-98d7-91635c2e038a tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464400 Oct 29 01:37:27.225922 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8047898c-bdae-439e-8ecb-e0be6750c1a9 req-35ea0985-d7dc-4993-bea3-9c1439472100 service neutron] 10.222.0.83 "GET /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011309 Oct 29 01:37:27.301565 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-d95dfcf2-9e38-458b-b6f9-03f15c341390 None None] Set router a52bde3a-ca59-43cf-8c76-43c13974506e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:27.351803 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-97e1b1f1-57d5-4f51-a314-c049a068978a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:27.419168 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c389f-1b95-4d7f-bc51-493b4a9f485c req-b33151ad-4162-4449-89ae-f324f446eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:27.422553 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c97c389f-1b95-4d7f-bc51-493b4a9f485c req-b33151ad-4162-4449-89ae-f324f446eb4f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b8778e689b6e42e2b16d49b3fe762ac6&device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 1096 time: 0.0747564 Oct 29 01:37:27.570767 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c389f-1b95-4d7f-bc51-493b4a9f485c req-c522dcc5-8d0d-43ad-a6d1-f080d781e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:27.573412 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c97c389f-1b95-4d7f-bc51-493b4a9f485c req-c522dcc5-8d0d-43ad-a6d1-f080d781e527 service neutron] 10.222.0.83 "GET /v2.0/networks?id=55f0bc8e-67fb-4207-a774-2feb6c3222d3 HTTP/1.1" status: 200 len: 916 time: 0.1423194 Oct 29 01:37:27.606768 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 36910) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:27.650153 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c97c389f-1b95-4d7f-bc51-493b4a9f485c req-9650f425-eb29-49d2-b918-41144a3454fe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=054881ee-300b-4f04-9447-03308c14f3f9 HTTP/1.1" status: 200 len: 217 time: 0.0653236 Oct 29 01:37:27.710247 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-d95dfcf2-9e38-458b-b6f9-03f15c341390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'name': 'tempest-TestMinimumBasicScenario-1567048712-router', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:34Z', 'revision_number': 4, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'gw_port': {'id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '6c9ce740-a04a-4348-91c9-ed15399c9a11', 'name': '', 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'mac_address': 'fa:16:3e:0f:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:34Z', 'updated_at': '2021-10-29T01:34:38Z', 'revision_number': 5, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'subnets': [{'id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:27.715617 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c389f-1b95-4d7f-bc51-493b4a9f485c req-90ba9e03-f78c-4446-8b6a-e92f1038d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:27.717423 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c97c389f-1b95-4d7f-bc51-493b4a9f485c req-90ba9e03-f78c-4446-8b6a-e92f1038d6c3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d1395ec2-7729-450e-831f-ebe839e5bd9e HTTP/1.1" status: 200 len: 855 time: 0.0556350 Oct 29 01:37:27.759082 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95dfcf2-9e38-458b-b6f9-03f15c341390 None None] Checking router: a52bde3a-ca59-43cf-8c76-43c13974506e for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:37:27.759384 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c97c389f-1b95-4d7f-bc51-493b4a9f485c req-e516b05a-2abd-462b-96b4-1d92b074efe9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55f0bc8e-67fb-4207-a774-2feb6c3222d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320034 Oct 29 01:37:27.770946 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95dfcf2-9e38-458b-b6f9-03f15c341390 None None] Routers {'a52bde3a-ca59-43cf-8c76-43c13974506e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:27.771359 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-d95dfcf2-9e38-458b-b6f9-03f15c341390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:37:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['a52bde3a-ca59-43cf-8c76-43c13974506e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:27.824817 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-db4d5e81-ec41-493c-9324-43df63b1fb00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:27.907535 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-d95dfcf2-9e38-458b-b6f9-03f15c341390 None None] Set router a52bde3a-ca59-43cf-8c76-43c13974506e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:27.958917 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c97c389f-1b95-4d7f-bc51-493b4a9f485c req-3ee16aa4-4dab-43a0-8c35-68a7debb7b36 service neutron] 10.222.0.83 "GET /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814461 Oct 29 01:37:27.979459 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-db4d5e81-ec41-493c-9324-43df63b1fb00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:28.047500 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-db4d5e81-ec41-493c-9324-43df63b1fb00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:28.060558 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c97c389f-1b95-4d7f-bc51-493b4a9f485c req-10ef9e1c-3ccf-4c92-9e2b-324ac561dd31 service neutron] 10.222.0.83 "GET /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942121 Oct 29 01:37:28.095840 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-db4d5e81-ec41-493c-9324-43df63b1fb00 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=8d1cc053e35149e8896546a37423b938&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4892969 Oct 29 01:37:28.097139 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d5e81-ec41-493c-9324-43df63b1fb00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62608f2c-16ea-4460-8728-0706d206fbec,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:28.100767 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 36916) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:28.163898 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-42e5aec4-9263-4ed2-a735-e4fdc404391b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:28.188067 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-42e5aec4-9263-4ed2-a735-e4fdc404391b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:28.224328 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-d95dfcf2-9e38-458b-b6f9-03f15c341390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'name': 'tempest-TestMinimumBasicScenario-1567048712-router', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:34Z', 'revision_number': 4, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'gw_port': {'id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '6c9ce740-a04a-4348-91c9-ed15399c9a11', 'name': '', 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'mac_address': 'fa:16:3e:0f:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:34Z', 'updated_at': '2021-10-29T01:34:38Z', 'revision_number': 5, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'subnets': [{'id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:28.277250 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95dfcf2-9e38-458b-b6f9-03f15c341390 None None] The sync data for ids ['a52bde3a-ca59-43cf-8c76-43c13974506e'] in dv-cinder-813984-5-iscsi is: [{'id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'name': 'tempest-TestMinimumBasicScenario-1567048712-router', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:34Z', 'revision_number': 4, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'gw_port': {'id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '6c9ce740-a04a-4348-91c9-ed15399c9a11', 'name': '', 'network_id': 'f19f3101-bbb3-4742-8a56-446cb8123c94', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'mac_address': 'fa:16:3e:0f:44:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:34Z', 'updated_at': '2021-10-29T01:34:38Z', 'revision_number': 5, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'subnets': [{'id': '5c2d5b53-2760-4c65-a2d6-1cc01bf828e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:37:28.342955 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-42e5aec4-9263-4ed2-a735-e4fdc404391b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:28.347478 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-42e5aec4-9263-4ed2-a735-e4fdc404391b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:28.349909 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-42e5aec4-9263-4ed2-a735-e4fdc404391b admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/62608f2c-16ea-4460-8728-0706d206fbec HTTP/1.1" status: 204 len: 168 time: 0.2472861 Oct 29 01:37:28.375048 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5aec4-9263-4ed2-a735-e4fdc404391b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62608f2c-16ea-4460-8728-0706d206fbec,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:28.399465 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cf525-988c-4d2d-a4c0-e42047a908cc req-ff2a510c-cfe6-4c49-8433-360ad4409754 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:28.404488 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-436cf525-988c-4d2d-a4c0-e42047a908cc req-ff2a510c-cfe6-4c49-8433-360ad4409754 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 943 time: 0.1074054 Oct 29 01:37:28.405236 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1faefe62-60e7-43c3-bf58-686598242ea3', 'tag': '07d7a9e4-9af6-436e-932a-680c81d02f15'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:37:28.410171 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3ab749-243e-4864-8358-b0c6320768bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1faefe62-60e7-43c3-bf58-686598242ea3", "tag": "07d7a9e4-9af6-436e-932a-680c81d02f15"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:37:28.480485 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-436cf525-988c-4d2d-a4c0-e42047a908cc req-418563ad-218c-47de-b552-69aabf0aadb0 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562394 Oct 29 01:37:28.490631 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cf94c4-551a-4bfa-9516-918aca97659d x-openstack-request-id: req-b3cf94c4-551a-4bfa-9516-918aca97659d {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:37:28.491183 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1faefe62-60e7-43c3-bf58-686598242ea3", "tag": "07d7a9e4-9af6-436e-932a-680c81d02f15", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:37:28.491766 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-b3cf94c4-551a-4bfa-9516-918aca97659d {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:37:28.492892 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1faefe62-60e7-43c3-bf58-686598242ea3', 'tag': '07d7a9e4-9af6-436e-932a-680c81d02f15', 'status': 'completed', 'code': 200} Oct 29 01:37:28.576138 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ab749-243e-4864-8358-b0c6320768bf req-7f025bf6-2be7-45c8-ac90-4c6a0a732436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:28.578760 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4f3ab749-243e-4864-8358-b0c6320768bf req-7f025bf6-2be7-45c8-ac90-4c6a0a732436 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=700a9aa6afdf4de6b64d375544d7eb88&device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 1098 time: 0.0662005 Oct 29 01:37:28.665579 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0442d9fb-921a-40e3-bf43-80dc78c1c69a None None] New status for floating IP 29d66efb-acec-46c0-b139-1a1b28dcd678: DOWN {{(pid=101845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:37:28.721617 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ab749-243e-4864-8358-b0c6320768bf req-17a6f1a9-fd57-42f7-bdfb-b20d8fb42f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:28.723991 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4f3ab749-243e-4864-8358-b0c6320768bf req-17a6f1a9-fd57-42f7-bdfb-b20d8fb42f7d service neutron] 10.222.0.83 "GET /v2.0/networks?id=f19f3101-bbb3-4742-8a56-446cb8123c94 HTTP/1.1" status: 200 len: 916 time: 0.1307433 Oct 29 01:37:28.799924 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4f3ab749-243e-4864-8358-b0c6320768bf req-603758b2-2717-480c-8749-a6d930c856de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=07d7a9e4-9af6-436e-932a-680c81d02f15 HTTP/1.1" status: 200 len: 217 time: 0.0674610 Oct 29 01:37:28.890124 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ab749-243e-4864-8358-b0c6320768bf req-18be3fc8-21b4-4707-a63a-f41ca26949fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:28.891871 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4f3ab749-243e-4864-8358-b0c6320768bf req-18be3fc8-21b4-4707-a63a-f41ca26949fc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c2d5b53-2760-4c65-a2d6-1cc01bf828e7 HTTP/1.1" status: 200 len: 854 time: 0.0784988 Oct 29 01:37:28.965656 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ab749-243e-4864-8358-b0c6320768bf req-35e39217-e15b-4120-8f6a-62883693bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:28.967280 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4f3ab749-243e-4864-8358-b0c6320768bf req-35e39217-e15b-4120-8f6a-62883693bf90 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f19f3101-bbb3-4742-8a56-446cb8123c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654669 Oct 29 01:37:29.092656 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4f3ab749-243e-4864-8358-b0c6320768bf req-64106d6a-422f-4969-a0ed-78cf16cbd3b8 service neutron] 10.222.0.83 "GET /v2.0/networks/f19f3101-bbb3-4742-8a56-446cb8123c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107526 Oct 29 01:37:29.210797 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4f3ab749-243e-4864-8358-b0c6320768bf req-fc69c5a7-e211-4dca-90be-18f596b0d3b8 service neutron] 10.222.0.83 "GET /v2.0/networks/f19f3101-bbb3-4742-8a56-446cb8123c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051815 Oct 29 01:37:29.222557 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 36928) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:29.239664 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6e164efc-0d5d-415f-9756-9c8d9b87e3d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:29.359525 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6e164efc-0d5d-415f-9756-9c8d9b87e3d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:29.432344 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6e164efc-0d5d-415f-9756-9c8d9b87e3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:29.474723 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-6e164efc-0d5d-415f-9756-9c8d9b87e3d8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d66756b79ef649989f073812bed60eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506149 Oct 29 01:37:29.476321 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e164efc-0d5d-415f-9756-9c8d9b87e3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a5be17-56fa-4921-a718-2280d597c9d5,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:29.477993 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 36930) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:29.541616 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ab148914-775d-4056-a9d8-f8c75f938700 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:29.574279 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ab148914-775d-4056-a9d8-f8c75f938700 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:29.617450 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6c46e-2b7c-4a60-9b6d-968a504cae59 req-7f2e8f06-c94c-4012-bedb-843c650598d7 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:29.619548 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d9b6c46e-2b7c-4a60-9b6d-968a504cae59 req-7f2e8f06-c94c-4012-bedb-843c650598d7 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 943 time: 0.0580144 Oct 29 01:37:29.669601 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d9b6c46e-2b7c-4a60-9b6d-968a504cae59 req-85cfe825-9fc4-4a5d-bd48-0eb18157acfd tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422864 Oct 29 01:37:29.726922 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ab148914-775d-4056-a9d8-f8c75f938700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:29.729737 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ab148914-775d-4056-a9d8-f8c75f938700 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:29.731212 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-ab148914-775d-4056-a9d8-f8c75f938700 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/36a5be17-56fa-4921-a718-2280d597c9d5 HTTP/1.1" status: 204 len: 168 time: 0.2518516 Oct 29 01:37:29.742375 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab148914-775d-4056-a9d8-f8c75f938700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a5be17-56fa-4921-a718-2280d597c9d5,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:30.165392 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7b5ab222-56d3-4278-a4f4-c61a7375ca52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:30.803697 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694a47c-63b5-4505-a1a5-700833c265ab req-717fd174-547f-4d3b-9585-ba9e01091551 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:30.805733 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4694a47c-63b5-4505-a1a5-700833c265ab req-717fd174-547f-4d3b-9585-ba9e01091551 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 943 time: 0.0628295 Oct 29 01:37:30.860838 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4694a47c-63b5-4505-a1a5-700833c265ab req-f1d4b3b1-4dac-4630-95f1-6265207acd2c tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442572 Oct 29 01:37:31.056202 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:31.319155 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:31.350510 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 054881ee-300b-4f04-9447-03308c14f3f9 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:37:31.525808 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 054881ee-300b-4f04-9447-03308c14f3f9, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=054881ee-300b-4f04-9447-03308c14f3f9,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:31.539416 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': '054881ee-300b-4f04-9447-03308c14f3f9', 'network_id': '55f0bc8e-67fb-4207-a774-2feb6c3222d3', 'port_id': '054881ee-300b-4f04-9447-03308c14f3f9', 'mac_address': 'fa:16:3e:72:93:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 942, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1395ec2-7729-450e-831f-ebe839e5bd9e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:37:31.584618 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:31.601086 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054881ee-300b-4f04-9447-03308c14f3f9 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:37:31.623072 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 054881ee-300b-4f04-9447-03308c14f3f9, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=054881ee-300b-4f04-9447-03308c14f3f9,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:31.706918 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:31.762611 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cbe35-abfa-4392-a837-ffbbd16c3894 req-f6982620-3ac7-4cea-b911-67296ba7ff88 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:31.764235 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-702cbe35-abfa-4392-a837-ffbbd16c3894 req-f6982620-3ac7-4cea-b911-67296ba7ff88 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 945 time: 0.0555546 Oct 29 01:37:31.769955 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=054881ee-300b-4f04-9447-03308c14f3f9,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:31.833202 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-702cbe35-abfa-4392-a837-ffbbd16c3894 req-3bda59af-ad10-42df-ba6f-118d5492b683 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571756 Oct 29 01:37:32.018750 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622fa4a5-50a2-4a6f-8120-318cbe64f79e req-aa942a00-80a9-4ae3-a339-34b5204eecf7 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:32.020901 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-622fa4a5-50a2-4a6f-8120-318cbe64f79e req-aa942a00-80a9-4ae3-a339-34b5204eecf7 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 944 time: 0.0598464 Oct 29 01:37:32.049430 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['054881ee-300b-4f04-9447-03308c14f3f9'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:37:32.071000 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-622fa4a5-50a2-4a6f-8120-318cbe64f79e req-b14866ea-8b29-430d-9ed6-1063344f6c25 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431461 Oct 29 01:37:32.983783 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7defd50f-9021-4124-bfee-4cca6bceae44 req-cae37020-98a5-440e-b277-5afaed9987c3 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:32.990065 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7defd50f-9021-4124-bfee-4cca6bceae44 req-cae37020-98a5-440e-b277-5afaed9987c3 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 945 time: 0.0547314 Oct 29 01:37:33.009080 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.034908 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7defd50f-9021-4124-bfee-4cca6bceae44 req-88e0ed60-6685-4c6e-a83d-80390a76da2c tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370331 Oct 29 01:37:33.199693 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9b8a0-5b80-4449-9a71-d16a6b74b760 req-7ddd7834-683e-4464-9284-2a7fa2ad6a87 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:33.201237 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e8a9b8a0-5b80-4449-9a71-d16a6b74b760 req-7ddd7834-683e-4464-9284-2a7fa2ad6a87 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 944 time: 0.0512428 Oct 29 01:37:33.241530 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e8a9b8a0-5b80-4449-9a71-d16a6b74b760 req-4cd439ac-5722-4124-aba4-a7de1e31888c tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338814 Oct 29 01:37:33.358593 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 054881ee-300b-4f04-9447-03308c14f3f9 up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:37:33.472033 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port 054881ee-300b-4f04-9447-03308c14f3f9 completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:37:33.477269 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port 054881ee-300b-4f04-9447-03308c14f3f9 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:37:33.481097 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.558418 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.583494 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ba2733-a6ae-4646-94ba-ad3edc33dc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054881ee-300b-4f04-9447-03308c14f3f9'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:37:33.585853 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68af8c25-b9cd-4af3-9220-f78891e9be08" -d '{"events": [{"server_uuid": "75ba2733-a6ae-4646-94ba-ad3edc33dc9c", "name": "network-vif-plugged", "status": "completed", "tag": "054881ee-300b-4f04-9447-03308c14f3f9"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:37:33.599566 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 054881ee-300b-4f04-9447-03308c14f3f9, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=054881ee-300b-4f04-9447-03308c14f3f9,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:33.630304 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8ef675-b5dd-49c1-b8d9-2fd54ad77e23 x-openstack-request-id: req-1d8ef675-b5dd-49c1-b8d9-2fd54ad77e23 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:37:33.630304 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ba2733-a6ae-4646-94ba-ad3edc33dc9c", "name": "network-vif-plugged", "status": "completed", "tag": "054881ee-300b-4f04-9447-03308c14f3f9", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:37:33.630304 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1d8ef675-b5dd-49c1-b8d9-2fd54ad77e23 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:37:33.630304 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ba2733-a6ae-4646-94ba-ad3edc33dc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054881ee-300b-4f04-9447-03308c14f3f9', 'code': 200} Oct 29 01:37:33.687211 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.740779 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=054881ee-300b-4f04-9447-03308c14f3f9,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:33.839003 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f5af1-9b68-418c-97b6-c1b035fcb666 req-e0f04535-c946-4a86-9545-61ffc6f7e4ab tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:33.840518 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-413f5af1-9b68-418c-97b6-c1b035fcb666 req-e0f04535-c946-4a86-9545-61ffc6f7e4ab tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.83 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 945 time: 0.0500865 Oct 29 01:37:33.949202 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-413f5af1-9b68-418c-97b6-c1b035fcb666 req-cae7f11d-229b-4df9-b4a9-b8d1d9425821 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Deleting port 07d7a9e4-9af6-436e-932a-680c81d02f15 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:33.949551 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-413f5af1-9b68-418c-97b6-c1b035fcb666 req-cae7f11d-229b-4df9-b4a9-b8d1d9425821 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:33.954240 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2db3c-25a2-4cf0-91e5-1c752e8b02a7 req-7ed59b6e-c12a-4949-a461-e7afe2164114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:33.956691 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-2ea2db3c-25a2-4cf0-91e5-1c752e8b02a7 req-7ed59b6e-c12a-4949-a461-e7afe2164114 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 1098 time: 0.0485990 Oct 29 01:37:33.998104 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [req-2ea2db3c-25a2-4cf0-91e5-1c752e8b02a7 req-71b48699-1694-4e63-b767-7ac323ebdbc0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327485 Oct 29 01:37:34.042417 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-413f5af1-9b68-418c-97b6-c1b035fcb666 req-cae7f11d-229b-4df9-b4a9-b8d1d9425821 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] For port 07d7a9e4-9af6-436e-932a-680c81d02f15, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=07d7a9e4-9af6-436e-932a-680c81d02f15,segment=NetworkSegment(0dba833e-ba51-4eae-977f-a7b714cc5865),segment_id=0dba833e-ba51-4eae-977f-a7b714cc5865)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:34.043011 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-413f5af1-9b68-418c-97b6-c1b035fcb666 req-cae7f11d-229b-4df9-b4a9-b8d1d9425821 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:34.060031 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-413f5af1-9b68-418c-97b6-c1b035fcb666 req-cae7f11d-229b-4df9-b4a9-b8d1d9425821 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Calling delete_port for 07d7a9e4-9af6-436e-932a-680c81d02f15 owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:34.183352 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bcca9-50ff-4c36-85e2-82c86b249cd3 req-404c5f7a-f4dc-4ad1-91e6-cb4b294309ff tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:34.185061 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-860bcca9-50ff-4c36-85e2-82c86b249cd3 req-404c5f7a-f4dc-4ad1-91e6-cb4b294309ff tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 945 time: 0.0763373 Oct 29 01:37:34.266238 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-860bcca9-50ff-4c36-85e2-82c86b249cd3 req-a892e4ea-921a-4985-96a0-7f57a49214c5 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/security-groups?id=244160d0-e94c-4a70-a9d4-50efe6d49f27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712142 Oct 29 01:37:34.340282 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-413f5af1-9b68-418c-97b6-c1b035fcb666 req-cae7f11d-229b-4df9-b4a9-b8d1d9425821 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:34.352813 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['07d7a9e4-9af6-436e-932a-680c81d02f15'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:37:34.392999 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7f11d-229b-4df9-b4a9-b8d1d9425821 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Pushing event deleted for resources: {'Port': ['ID=07d7a9e4-9af6-436e-932a-680c81d02f15,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:34.433673 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-413f5af1-9b68-418c-97b6-c1b035fcb666 req-cae7f11d-229b-4df9-b4a9-b8d1d9425821 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] No DVR routers for this DVR port 07d7a9e4-9af6-436e-932a-680c81d02f15 on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:37:34.436491 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-413f5af1-9b68-418c-97b6-c1b035fcb666 req-cae7f11d-229b-4df9-b4a9-b8d1d9425821 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:34.440158 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-413f5af1-9b68-418c-97b6-c1b035fcb666 req-cae7f11d-229b-4df9-b4a9-b8d1d9425821 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.83 "DELETE /v2.0/ports/07d7a9e4-9af6-436e-932a-680c81d02f15 HTTP/1.1" status: 204 len: 173 time: 0.5911334 Oct 29 01:37:34.440944 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faefe62-60e7-43c3-bf58-686598242ea3', 'name': 'network-vif-deleted', 'tag': '07d7a9e4-9af6-436e-932a-680c81d02f15'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:37:34.444636 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d761899-a9f7-462b-aad1-055c780014ee" -d '{"events": [{"server_uuid": "1faefe62-60e7-43c3-bf58-686598242ea3", "name": "network-vif-deleted", "tag": "07d7a9e4-9af6-436e-932a-680c81d02f15"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:37:34.454474 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b13c6e-c42b-4a9f-9212-f23e17c018b9 req-66ca2235-1ba5-47af-9db2-840e94f731cc tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:34.456984 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b6b13c6e-c42b-4a9f-9212-f23e17c018b9 req-66ca2235-1ba5-47af-9db2-840e94f731cc tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 945 time: 0.1449420 Oct 29 01:37:34.497377 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63208d27-9ced-47c4-bf8f-0c77897fb8ba x-openstack-request-id: req-63208d27-9ced-47c4-bf8f-0c77897fb8ba {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:37:34.497676 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faefe62-60e7-43c3-bf58-686598242ea3", "name": "network-vif-deleted", "tag": "07d7a9e4-9af6-436e-932a-680c81d02f15", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:37:34.497934 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-63208d27-9ced-47c4-bf8f-0c77897fb8ba {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:37:34.498333 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1faefe62-60e7-43c3-bf58-686598242ea3', 'name': 'network-vif-deleted', 'tag': '07d7a9e4-9af6-436e-932a-680c81d02f15', 'status': 'completed', 'code': 200} Oct 29 01:37:34.508080 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b6b13c6e-c42b-4a9f-9212-f23e17c018b9 req-87a46b7d-1f78-445d-8d98-07b0758f9afd tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445583 Oct 29 01:37:35.377709 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d9c409c1-fcb0-4abf-82f6-4448c05d1e0f req-44837488-b31b-43d6-8784-c1ade9c4eef7 tempest-TestMinimumBasicScenario-2052085217 tempest-TestMinimumBasicScenario-2052085217-project] 10.222.0.87 "GET /v2.0/ports?device_id=1faefe62-60e7-43c3-bf58-686598242ea3 HTTP/1.1" status: 200 len: 210 time: 0.0270455 Oct 29 01:37:35.627131 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df20775-d2bb-44cf-9e19-904ae87831fc req-ac72933a-bc9d-4f6a-83ba-3451671ff4b7 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:35.628662 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2df20775-d2bb-44cf-9e19-904ae87831fc req-ac72933a-bc9d-4f6a-83ba-3451671ff4b7 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 945 time: 0.0508044 Oct 29 01:37:35.670632 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-2df20775-d2bb-44cf-9e19-904ae87831fc req-beabb4f5-abb1-4bbb-94c3-b9bedf50d7f7 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347869 Oct 29 01:37:36.795796 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a134cb6-0b49-47c9-9848-bef67d2941d8 req-fb34b3ea-7294-498a-a38c-ef332af223d9 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:36.797412 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7a134cb6-0b49-47c9-9848-bef67d2941d8 req-fb34b3ea-7294-498a-a38c-ef332af223d9 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 945 time: 0.0546327 Oct 29 01:37:36.848020 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7a134cb6-0b49-47c9-9848-bef67d2941d8 req-06ca18ca-5e6f-4da0-8a8c-ee3f64b2a3ed tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430717 Oct 29 01:37:37.385426 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 07d7a9e4-9af6-436e-932a-680c81d02f15 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:37.407092 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: 07d7a9e4-9af6-436e-932a-680c81d02f15 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:37.407438 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 07d7a9e4-9af6-436e-932a-680c81d02f15 not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:38.417220 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37122) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:38.761439 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7cbe021a-6c12-4efa-a1ca-b02bd208d802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987946'] for router_interface, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:39.296812 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe021a-6c12-4efa-a1ca-b02bd208d802 admin admin] Deleting port 6c9ce740-a04a-4348-91c9-ed15399c9a11 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:39.297146 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7cbe021a-6c12-4efa-a1ca-b02bd208d802 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:39.376656 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7cbe021a-6c12-4efa-a1ca-b02bd208d802 admin admin] For port 6c9ce740-a04a-4348-91c9-ed15399c9a11, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=6c9ce740-a04a-4348-91c9-ed15399c9a11,segment=NetworkSegment(0dba833e-ba51-4eae-977f-a7b714cc5865),segment_id=0dba833e-ba51-4eae-977f-a7b714cc5865)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:39.377400 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7cbe021a-6c12-4efa-a1ca-b02bd208d802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:39.391495 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe021a-6c12-4efa-a1ca-b02bd208d802 admin admin] Calling delete_port for 6c9ce740-a04a-4348-91c9-ed15399c9a11 owned by network:router_interface {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:39.726958 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7cbe021a-6c12-4efa-a1ca-b02bd208d802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:39.756963 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe021a-6c12-4efa-a1ca-b02bd208d802 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c9ce740-a04a-4348-91c9-ed15399c9a11,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:39.930833 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7cbe021a-6c12-4efa-a1ca-b02bd208d802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-988094'] for router_interface, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:40.161542 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbe021a-6c12-4efa-a1ca-b02bd208d802 admin admin] Router a52bde3a-ca59-43cf-8c76-43c13974506e has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:37:40.297359 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbe021a-6c12-4efa-a1ca-b02bd208d802 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:37:40.302787 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-7cbe021a-6c12-4efa-a1ca-b02bd208d802 admin admin] 10.222.0.87 "PUT /v2.0/routers/a52bde3a-ca59-43cf-8c76-43c13974506e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8842745 Oct 29 01:37:40.306495 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37150) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:40.309477 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5239a2-d958-4760-a181-5f9eca5c4767 None None] Sync routers for ids ['a52bde3a-ca59-43cf-8c76-43c13974506e'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:37:40.322737 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5239a2-d958-4760-a181-5f9eca5c4767 None None] Routers {'a52bde3a-ca59-43cf-8c76-43c13974506e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:40.323889 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-6e5239a2-d958-4760-a181-5f9eca5c4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:37:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['a52bde3a-ca59-43cf-8c76-43c13974506e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:40.416198 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e5e61f54-350e-497f-9124-63369aa23d74 admin admin] Publish callbacks [] for router, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:40.433185 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-6e5239a2-d958-4760-a181-5f9eca5c4767 None None] Set router a52bde3a-ca59-43cf-8c76-43c13974506e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:40.532712 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e5e61f54-350e-497f-9124-63369aa23d74 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:40.740331 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-6e5239a2-d958-4760-a181-5f9eca5c4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'name': 'tempest-TestMinimumBasicScenario-1567048712-router', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:37:39Z', 'revision_number': 5, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'gw_port': {'id': '11039456-d521-4ba5-b8ca-82d14b3d967f', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:40.744579 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e5e61f54-350e-497f-9124-63369aa23d74 admin admin] Deleting port 11039456-d521-4ba5-b8ca-82d14b3d967f {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:40.748463 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e5e61f54-350e-497f-9124-63369aa23d74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:40.767981 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5239a2-d958-4760-a181-5f9eca5c4767 None None] Checking router: a52bde3a-ca59-43cf-8c76-43c13974506e for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:37:40.778986 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5239a2-d958-4760-a181-5f9eca5c4767 None None] Routers {'a52bde3a-ca59-43cf-8c76-43c13974506e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:40.779678 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-6e5239a2-d958-4760-a181-5f9eca5c4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:37:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['a52bde3a-ca59-43cf-8c76-43c13974506e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:40.864629 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-e5e61f54-350e-497f-9124-63369aa23d74 admin admin] For port 11039456-d521-4ba5-b8ca-82d14b3d967f, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=11039456-d521-4ba5-b8ca-82d14b3d967f,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:40.865112 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e5e61f54-350e-497f-9124-63369aa23d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:40.885708 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-e5e61f54-350e-497f-9124-63369aa23d74 admin admin] Calling delete_port for 11039456-d521-4ba5-b8ca-82d14b3d967f owned by network:router_gateway {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:40.912156 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-6e5239a2-d958-4760-a181-5f9eca5c4767 None None] Set router a52bde3a-ca59-43cf-8c76-43c13974506e gateway port host: None {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:40.974314 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-6e5239a2-d958-4760-a181-5f9eca5c4767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'name': 'tempest-TestMinimumBasicScenario-1567048712-router', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:37:40Z', 'revision_number': 6, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'gw_port_host': None}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:41.005288 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5239a2-d958-4760-a181-5f9eca5c4767 None None] The sync data for ids ['a52bde3a-ca59-43cf-8c76-43c13974506e'] in dv-cinder-813984-5-iscsi is: [{'id': 'a52bde3a-ca59-43cf-8c76-43c13974506e', 'name': 'tempest-TestMinimumBasicScenario-1567048712-router', 'tenant_id': '700a9aa6afdf4de6b64d375544d7eb88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:31Z', 'updated_at': '2021-10-29T01:37:40Z', 'revision_number': 6, 'project_id': '700a9aa6afdf4de6b64d375544d7eb88', 'gw_port_host': None}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:37:41.157741 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e5e61f54-350e-497f-9124-63369aa23d74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:41.188578 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e61f54-350e-497f-9124-63369aa23d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=11039456-d521-4ba5-b8ca-82d14b3d967f,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:41.259179 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e5e61f54-350e-497f-9124-63369aa23d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989792'] for router_gateway, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:41.362917 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e5e61f54-350e-497f-9124-63369aa23d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3706'] for router, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:41.368235 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e5e61f54-350e-497f-9124-63369aa23d74 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:41.524306 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e5e61f54-350e-497f-9124-63369aa23d74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987645'] for router, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:41.524820 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e61f54-350e-497f-9124-63369aa23d74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a52bde3a-ca59-43cf-8c76-43c13974506e {{(pid=101842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 01:37:41.529307 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-e5e61f54-350e-497f-9124-63369aa23d74 admin admin] Publish callbacks [] for router, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:41.530630 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-e5e61f54-350e-497f-9124-63369aa23d74 admin admin] 10.222.0.87 "DELETE /v2.0/routers/a52bde3a-ca59-43cf-8c76-43c13974506e HTTP/1.1" status: 204 len: 168 time: 1.2245555 Oct 29 01:37:41.534259 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37164) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:41.580796 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_v2 [None req-179cf33a-4cee-4b8d-a0c7-4a9076e05951 admin admin] Deleting subnet 5c2d5b53-2760-4c65-a2d6-1cc01bf828e7 {{(pid=101842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:37:41.584211 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-179cf33a-4cee-4b8d-a0c7-4a9076e05951 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:41.623022 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-179cf33a-4cee-4b8d-a0c7-4a9076e05951 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555563'] for subnet, precommit_delete_associations {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:41.700104 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-179cf33a-4cee-4b8d-a0c7-4a9076e05951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8342707'] for subnet, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:41.865583 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-179cf33a-4cee-4b8d-a0c7-4a9076e05951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26056727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26099192'] for subnet, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:41.896025 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179cf33a-4cee-4b8d-a0c7-4a9076e05951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2d5b53-2760-4c65-a2d6-1cc01bf828e7,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:41.899772 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-179cf33a-4cee-4b8d-a0c7-4a9076e05951 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:41.905814 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-179cf33a-4cee-4b8d-a0c7-4a9076e05951 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/5c2d5b53-2760-4c65-a2d6-1cc01bf828e7 HTTP/1.1" status: 204 len: 168 time: 0.3698382 Oct 29 01:37:41.905988 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37168) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:41.907310 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca69b04-2164-4593-ae4c-4dae650d5e04 None None] Network f19f3101-bbb3-4742-8a56-446cb8123c94 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:37:41.981893 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7984549'] for network, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:42.038797 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Deleting port acae83c4-9c8b-4fed-8c47-a725993c219d {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:42.039148 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:42.113801 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778624a9-c01f-4526-b339-e4c98676d2c1 None None] DHCP port deletion for f19f3101-bbb3-4742-8a56-446cb8123c94 request from dv-cinder-813984-5-iscsi {{(pid=101844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 01:37:42.118200 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] For port acae83c4-9c8b-4fed-8c47-a725993c219d, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=acae83c4-9c8b-4fed-8c47-a725993c219d,segment=NetworkSegment(0dba833e-ba51-4eae-977f-a7b714cc5865),segment_id=0dba833e-ba51-4eae-977f-a7b714cc5865)] {{(pid=101843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:42.118583 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:42.132987 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Calling delete_port for acae83c4-9c8b-4fed-8c47-a725993c219d owned by network:dhcp {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:42.162185 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-778624a9-c01f-4526-b339-e4c98676d2c1 None None] Deleting port acae83c4-9c8b-4fed-8c47-a725993c219d {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:42.162560 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-778624a9-c01f-4526-b339-e4c98676d2c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:42.233048 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-778624a9-c01f-4526-b339-e4c98676d2c1 None None] For port acae83c4-9c8b-4fed-8c47-a725993c219d, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=acae83c4-9c8b-4fed-8c47-a725993c219d,segment=NetworkSegment(0dba833e-ba51-4eae-977f-a7b714cc5865),segment_id=0dba833e-ba51-4eae-977f-a7b714cc5865)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:42.233907 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-778624a9-c01f-4526-b339-e4c98676d2c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:42.249177 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-778624a9-c01f-4526-b339-e4c98676d2c1 None None] Calling delete_port for acae83c4-9c8b-4fed-8c47-a725993c219d owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:42.346602 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:42.352838 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-778624a9-c01f-4526-b339-e4c98676d2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:42.372894 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=acae83c4-9c8b-4fed-8c47-a725993c219d,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:42.377430 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] No DVR routers for this DVR port acae83c4-9c8b-4fed-8c47-a725993c219d on host dv-cinder-813984-5-iscsi {{(pid=101843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:37:42.383958 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778624a9-c01f-4526-b339-e4c98676d2c1 None None] Pushing event deleted for resources: {'Port': ['ID=acae83c4-9c8b-4fed-8c47-a725993c219d,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:42.385905 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778624a9-c01f-4526-b339-e4c98676d2c1 None None] No DVR routers for this DVR port acae83c4-9c8b-4fed-8c47-a725993c219d on host dv-cinder-813984-5-iscsi {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:37:42.386133 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:42.386477 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:42.386820 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:42.387150 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:42.387478 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:42.387831 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:42.388162 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:42.388476 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:42.388981 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:42.389474 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:42.389796 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:42.390113 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:42.462513 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8172742', 'neutron.services.segments.db._delete_segments_for_network-8789671302000'] for network, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:42.483635 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19f3101-bbb3-4742-8a56-446cb8123c94']}} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:42.494355 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dba833e-ba51-4eae-977f-a7b714cc5865') {'for_net_delete': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:42.494659 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dba833e-ba51-4eae-977f-a7b714cc5865') {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:42.507717 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789671302777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680523'] for segment, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:42.521312 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:42.527201 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=101843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:37:42.527581 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790430'] for segment, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: Traceback (most recent call last): Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: timer() Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: cb(*args, **kw) Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: return func(*args, **kwargs) Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: self._notify() Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: self.callback(batched_events) Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: event.method(event) Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: return f(self, *a, **k) Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: return self._get(url).json() Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: return self.request(url, 'GET', **kwargs) Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:37:42.529262 dv-cinder-813984-5-iscsi neutron-server[101843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:37:42.670246 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8171573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989756'] for network, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:42.679277 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:42.682543 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] 10.222.0.87 "DELETE /v2.0/networks/f19f3101-bbb3-4742-8a56-446cb8123c94 HTTP/1.1" status: 204 len: 168 time: 0.7755063 Oct 29 01:37:42.685601 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37172) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:42.693227 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed3bfe-2ffb-4815-95c0-0d8c371c4d25 admin admin] Pushing event deleted for resources: {'Network': ['ID=f19f3101-bbb3-4742-8a56-446cb8123c94,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:42.832959 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 6c9ce740-a04a-4348-91c9-ed15399c9a11 no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:42.854396 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 6c9ce740-a04a-4348-91c9-ed15399c9a11 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:42.854748 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 6c9ce740-a04a-4348-91c9-ed15399c9a11 not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:42.855161 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 11039456-d521-4ba5-b8ca-82d14b3d967f no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:42.885339 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 11039456-d521-4ba5-b8ca-82d14b3d967f {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:42.885690 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 11039456-d521-4ba5-b8ca-82d14b3d967f not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:42.886105 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device acae83c4-9c8b-4fed-8c47-a725993c219d no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:42.906036 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: acae83c4-9c8b-4fed-8c47-a725993c219d {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:42.906375 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device acae83c4-9c8b-4fed-8c47-a725993c219d not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:43.054972 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-46e77666-0087-4e31-aec9-258e186a324b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987946'] for router_interface, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:43.317414 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-46e77666-0087-4e31-aec9-258e186a324b admin admin] Deleting port 8945f382-4b46-462e-8496-43807b5de43b {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:43.317867 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-46e77666-0087-4e31-aec9-258e186a324b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:43.400646 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-46e77666-0087-4e31-aec9-258e186a324b admin admin] For port 8945f382-4b46-462e-8496-43807b5de43b, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=8945f382-4b46-462e-8496-43807b5de43b,segment=NetworkSegment(f252df84-98f8-466b-a09d-a1ecfb2416fb),segment_id=f252df84-98f8-466b-a09d-a1ecfb2416fb)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:43.401039 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-46e77666-0087-4e31-aec9-258e186a324b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:43.403693 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:43.414009 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-46e77666-0087-4e31-aec9-258e186a324b admin admin] Calling delete_port for 8945f382-4b46-462e-8496-43807b5de43b owned by network:router_interface {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:43.704251 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-46e77666-0087-4e31-aec9-258e186a324b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:43.732936 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e77666-0087-4e31-aec9-258e186a324b admin admin] Pushing event deleted for resources: {'Port': ['ID=8945f382-4b46-462e-8496-43807b5de43b,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:43.901323 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-46e77666-0087-4e31-aec9-258e186a324b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-988094'] for router_interface, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:44.406166 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e77666-0087-4e31-aec9-258e186a324b admin admin] Router 2ef984db-de14-4a0b-84ec-e2373bd8987b has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:37:44.516368 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e77666-0087-4e31-aec9-258e186a324b admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:37:44.521624 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-46e77666-0087-4e31-aec9-258e186a324b admin admin] 10.222.0.87 "PUT /v2.0/routers/2ef984db-de14-4a0b-84ec-e2373bd8987b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8346989 Oct 29 01:37:44.524654 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37192) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:44.527277 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8853b-16b3-4aa9-bcb6-cf07599f273f None None] Sync routers for ids ['2ef984db-de14-4a0b-84ec-e2373bd8987b'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:37:44.537743 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8853b-16b3-4aa9-bcb6-cf07599f273f None None] Routers {'2ef984db-de14-4a0b-84ec-e2373bd8987b'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:44.538360 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-e0b8853b-16b3-4aa9-bcb6-cf07599f273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:37:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['2ef984db-de14-4a0b-84ec-e2373bd8987b'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:44.630976 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1c22609d-a5e1-4f26-8efb-05d8db0fa8b7 admin admin] Publish callbacks [] for router, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:44.648219 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-e0b8853b-16b3-4aa9-bcb6-cf07599f273f None None] Set router 2ef984db-de14-4a0b-84ec-e2373bd8987b gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:44.741180 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1c22609d-a5e1-4f26-8efb-05d8db0fa8b7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:44.839495 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37196) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:44.844581 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-e0b8853b-16b3-4aa9-bcb6-cf07599f273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'name': 'tempest-TestMinimumBasicScenario-1342025673-router', 'tenant_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': '9e37bd81-411c-405d-93fe-bb3293f39cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:38Z', 'updated_at': '2021-10-29T01:37:43Z', 'revision_number': 5, 'project_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'gw_port': {'id': '9e37bd81-411c-405d-93fe-bb3293f39cd3', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:f2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:34:38Z', 'updated_at': '2021-10-29T01:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:44.877972 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8853b-16b3-4aa9-bcb6-cf07599f273f None None] Checking router: 2ef984db-de14-4a0b-84ec-e2373bd8987b for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:37:44.884923 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8853b-16b3-4aa9-bcb6-cf07599f273f None None] Routers {'2ef984db-de14-4a0b-84ec-e2373bd8987b'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:37:44.885545 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-e0b8853b-16b3-4aa9-bcb6-cf07599f273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:37:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['2ef984db-de14-4a0b-84ec-e2373bd8987b'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:44.901726 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1c22609d-a5e1-4f26-8efb-05d8db0fa8b7 admin admin] Deleting port 9e37bd81-411c-405d-93fe-bb3293f39cd3 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:44.902334 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1c22609d-a5e1-4f26-8efb-05d8db0fa8b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:44.967906 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-29856526-cc26-42a2-8f1b-232dcdd0d361 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.027206 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-1c22609d-a5e1-4f26-8efb-05d8db0fa8b7 admin admin] For port 9e37bd81-411c-405d-93fe-bb3293f39cd3, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=9e37bd81-411c-405d-93fe-bb3293f39cd3,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:45.027511 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1c22609d-a5e1-4f26-8efb-05d8db0fa8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.046000 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-1c22609d-a5e1-4f26-8efb-05d8db0fa8b7 admin admin] Calling delete_port for 9e37bd81-411c-405d-93fe-bb3293f39cd3 owned by network:router_gateway {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:45.081209 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-e0b8853b-16b3-4aa9-bcb6-cf07599f273f None None] Set router 2ef984db-de14-4a0b-84ec-e2373bd8987b gateway port host: None {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:37:45.134577 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-e0b8853b-16b3-4aa9-bcb6-cf07599f273f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'name': 'tempest-TestMinimumBasicScenario-1342025673-router', 'tenant_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:38Z', 'updated_at': '2021-10-29T01:37:44Z', 'revision_number': 6, 'project_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'gw_port_host': None}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:45.138549 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-29856526-cc26-42a2-8f1b-232dcdd0d361 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.164220 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8853b-16b3-4aa9-bcb6-cf07599f273f None None] The sync data for ids ['2ef984db-de14-4a0b-84ec-e2373bd8987b'] in dv-cinder-813984-5-iscsi is: [{'id': '2ef984db-de14-4a0b-84ec-e2373bd8987b', 'name': 'tempest-TestMinimumBasicScenario-1342025673-router', 'tenant_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:34:38Z', 'updated_at': '2021-10-29T01:37:44Z', 'revision_number': 6, 'project_id': 'd74714cd6d7e4451ba7ba7c71b662cec', 'gw_port_host': None}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:37:45.230071 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-29856526-cc26-42a2-8f1b-232dcdd0d361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.280629 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-29856526-cc26-42a2-8f1b-232dcdd0d361 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6b09e6c729644e34846ca5ce574ac56d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4398465 Oct 29 01:37:45.283391 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37200) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:45.287402 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29856526-cc26-42a2-8f1b-232dcdd0d361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831207de-8c44-4206-8c55-d66c251a3fff,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:45.294809 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856526-cc26-42a2-8f1b-232dcdd0d361 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:45.295161 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856526-cc26-42a2-8f1b-232dcdd0d361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:45.295506 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856526-cc26-42a2-8f1b-232dcdd0d361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:45.295881 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856526-cc26-42a2-8f1b-232dcdd0d361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:45.296220 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856526-cc26-42a2-8f1b-232dcdd0d361 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:45.296559 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856526-cc26-42a2-8f1b-232dcdd0d361 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:45.296892 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856526-cc26-42a2-8f1b-232dcdd0d361 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:45.297218 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856526-cc26-42a2-8f1b-232dcdd0d361 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:45.297547 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856526-cc26-42a2-8f1b-232dcdd0d361 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:45.297872 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856526-cc26-42a2-8f1b-232dcdd0d361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:45.298213 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856526-cc26-42a2-8f1b-232dcdd0d361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:45.298514 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29856526-cc26-42a2-8f1b-232dcdd0d361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:37:45.339184 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-601e2f81-2bbe-4208-9bdb-65e125c2ff63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.357893 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1c22609d-a5e1-4f26-8efb-05d8db0fa8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.366862 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-601e2f81-2bbe-4208-9bdb-65e125c2ff63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.389244 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22609d-a5e1-4f26-8efb-05d8db0fa8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e37bd81-411c-405d-93fe-bb3293f39cd3,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:45.458988 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1c22609d-a5e1-4f26-8efb-05d8db0fa8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989792'] for router_gateway, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.489167 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-601e2f81-2bbe-4208-9bdb-65e125c2ff63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.491811 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-601e2f81-2bbe-4208-9bdb-65e125c2ff63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.492973 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-601e2f81-2bbe-4208-9bdb-65e125c2ff63 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/831207de-8c44-4206-8c55-d66c251a3fff HTTP/1.1" status: 204 len: 168 time: 0.2085664 Oct 29 01:37:45.501193 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e2f81-2bbe-4208-9bdb-65e125c2ff63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831207de-8c44-4206-8c55-d66c251a3fff,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:45.557616 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1c22609d-a5e1-4f26-8efb-05d8db0fa8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3706'] for router, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.562471 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1c22609d-a5e1-4f26-8efb-05d8db0fa8b7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.718202 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1c22609d-a5e1-4f26-8efb-05d8db0fa8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987645'] for router, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.718748 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c22609d-a5e1-4f26-8efb-05d8db0fa8b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ef984db-de14-4a0b-84ec-e2373bd8987b {{(pid=101842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 01:37:45.729904 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1c22609d-a5e1-4f26-8efb-05d8db0fa8b7 admin admin] Publish callbacks [] for router, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.729904 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-1c22609d-a5e1-4f26-8efb-05d8db0fa8b7 admin admin] 10.222.0.87 "DELETE /v2.0/routers/2ef984db-de14-4a0b-84ec-e2373bd8987b HTTP/1.1" status: 204 len: 168 time: 1.1989591 Oct 29 01:37:45.729904 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37206) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:45.780917 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc778492-0eea-452d-a171-2c350e158003 admin admin] Deleting subnet 877ce335-cdf9-4483-a87f-a7e98f148479 {{(pid=101842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:37:45.784467 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fc778492-0eea-452d-a171-2c350e158003 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.824249 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fc778492-0eea-452d-a171-2c350e158003 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555563'] for subnet, precommit_delete_associations {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:45.912741 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fc778492-0eea-452d-a171-2c350e158003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8342707'] for subnet, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.056791 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fc778492-0eea-452d-a171-2c350e158003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26056727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26099192'] for subnet, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.086083 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc778492-0eea-452d-a171-2c350e158003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=877ce335-cdf9-4483-a87f-a7e98f148479,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:46.088164 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fc778492-0eea-452d-a171-2c350e158003 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.091940 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-fc778492-0eea-452d-a171-2c350e158003 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/877ce335-cdf9-4483-a87f-a7e98f148479 HTTP/1.1" status: 204 len: 168 time: 0.3632269 Oct 29 01:37:46.093773 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2dd65d-a8ef-43bb-beb0-03c74e6213b8 None None] Network fab775ce-029d-4bd1-a7a9-5d02e41650df requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:37:46.096036 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37210) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:46.173053 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7984549'] for network, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.246476 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] Deleting port ed77f310-1d8a-4635-a241-072843e803d2 {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:46.246807 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.263212 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37212) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:46.276407 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d87ca2d9-cee6-453e-9252-a691d8995ff4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.317566 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] For port ed77f310-1d8a-4635-a241-072843e803d2, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=ed77f310-1d8a-4635-a241-072843e803d2,segment=NetworkSegment(f252df84-98f8-466b-a09d-a1ecfb2416fb),segment_id=f252df84-98f8-466b-a09d-a1ecfb2416fb)] {{(pid=101843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:46.318223 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.324844 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a28979-9081-4497-9280-3e433e5da878 None None] DHCP port deletion for fab775ce-029d-4bd1-a7a9-5d02e41650df request from dv-cinder-813984-5-iscsi {{(pid=101844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 01:37:46.340533 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] Calling delete_port for ed77f310-1d8a-4635-a241-072843e803d2 owned by network:dhcp {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:46.366427 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d87ca2d9-cee6-453e-9252-a691d8995ff4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.384036 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f6a28979-9081-4497-9280-3e433e5da878 None None] Deleting port ed77f310-1d8a-4635-a241-072843e803d2 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:46.384036 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f6a28979-9081-4497-9280-3e433e5da878 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.443357 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d87ca2d9-cee6-453e-9252-a691d8995ff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.448871 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-f6a28979-9081-4497-9280-3e433e5da878 None None] For port ed77f310-1d8a-4635-a241-072843e803d2, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=ed77f310-1d8a-4635-a241-072843e803d2,segment=NetworkSegment(f252df84-98f8-466b-a09d-a1ecfb2416fb),segment_id=f252df84-98f8-466b-a09d-a1ecfb2416fb)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:46.449312 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f6a28979-9081-4497-9280-3e433e5da878 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.465701 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-f6a28979-9081-4497-9280-3e433e5da878 None None] Calling delete_port for ed77f310-1d8a-4635-a241-072843e803d2 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:46.487590 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-d87ca2d9-cee6-453e-9252-a691d8995ff4 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=feec3dfe26ce49329178789104503f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298374 Oct 29 01:37:46.488949 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ca2d9-cee6-453e-9252-a691d8995ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168959ed-90ec-4bb6-bd81-1c2d1def5384,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:46.491112 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37216) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:46.534934 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.565696 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed77f310-1d8a-4635-a241-072843e803d2,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:46.568810 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f6a28979-9081-4497-9280-3e433e5da878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.571821 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] No DVR routers for this DVR port ed77f310-1d8a-4635-a241-072843e803d2 on host dv-cinder-813984-5-iscsi {{(pid=101843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:37:46.596301 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a28979-9081-4497-9280-3e433e5da878 None None] No DVR routers for this DVR port ed77f310-1d8a-4635-a241-072843e803d2 on host dv-cinder-813984-5-iscsi {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:37:46.598608 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a28979-9081-4497-9280-3e433e5da878 None None] Pushing event deleted for resources: {'Port': ['ID=ed77f310-1d8a-4635-a241-072843e803d2,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:46.617790 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ed21412b-6150-47c5-aa47-d1887b39f7fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.676707 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8172742', 'neutron.services.segments.db._delete_segments_for_network-8789671302000'] for network, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.698991 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ed21412b-6150-47c5-aa47-d1887b39f7fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.727129 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab775ce-029d-4bd1-a7a9-5d02e41650df']}} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:46.748449 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f252df84-98f8-466b-a09d-a1ecfb2416fb') {'for_net_delete': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:46.748728 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f252df84-98f8-466b-a09d-a1ecfb2416fb') {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:37:46.762790 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789671302777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680523'] for segment, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.781129 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.789803 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] Releasing vlan 906 on physical network physnet1 to pool {{(pid=101843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:37:46.790218 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790430'] for segment, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: Traceback (most recent call last): Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: timer() Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: cb(*args, **kw) Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: return func(*args, **kwargs) Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: self._notify() Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: self.callback(batched_events) Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: event.method(event) Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: return f(self, *a, **k) Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: return self._get(url).json() Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: return self.request(url, 'GET', **kwargs) Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:37:46.792024 dv-cinder-813984-5-iscsi neutron-server[101843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:37:46.846296 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 9e37bd81-411c-405d-93fe-bb3293f39cd3 no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:46.868170 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ed21412b-6150-47c5-aa47-d1887b39f7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.868482 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ed21412b-6150-47c5-aa47-d1887b39f7fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.869926 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-ed21412b-6150-47c5-aa47-d1887b39f7fe admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/168959ed-90ec-4bb6-bd81-1c2d1def5384 HTTP/1.1" status: 204 len: 168 time: 0.3731682 Oct 29 01:37:46.879682 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 9e37bd81-411c-405d-93fe-bb3293f39cd3 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:46.880311 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 9e37bd81-411c-405d-93fe-bb3293f39cd3 not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:46.880729 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 8945f382-4b46-462e-8496-43807b5de43b no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:46.885583 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed21412b-6150-47c5-aa47-d1887b39f7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168959ed-90ec-4bb6-bd81-1c2d1def5384,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:46.904267 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 8945f382-4b46-462e-8496-43807b5de43b {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:46.904614 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 8945f382-4b46-462e-8496-43807b5de43b not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:46.905023 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device ed77f310-1d8a-4635-a241-072843e803d2 no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:46.932916 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: ed77f310-1d8a-4635-a241-072843e803d2 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:46.933639 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device ed77f310-1d8a-4635-a241-072843e803d2 not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:46.944881 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8171573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989756'] for network, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.955476 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:46.958843 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] 10.222.0.87 "DELETE /v2.0/networks/fab775ce-029d-4bd1-a7a9-5d02e41650df HTTP/1.1" status: 204 len: 168 time: 0.8614998 Oct 29 01:37:46.974796 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc67a82-ed6b-4a9f-9cd2-e63d767ae066 admin admin] Pushing event deleted for resources: {'Network': ['ID=fab775ce-029d-4bd1-a7a9-5d02e41650df,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:47.334747 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37224) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:47.385267 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-eb07b877-93ae-4135-83e5-c80defae2257 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=700a9aa6afdf4de6b64d375544d7eb88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491126 Oct 29 01:37:47.387637 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37226) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:47.441505 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bf0b9ab8-5f45-4f35-ba16-ddb892357e12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:47.464949 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bf0b9ab8-5f45-4f35-ba16-ddb892357e12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:47.609154 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bf0b9ab8-5f45-4f35-ba16-ddb892357e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:47.611873 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-bf0b9ab8-5f45-4f35-ba16-ddb892357e12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:47.613911 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-bf0b9ab8-5f45-4f35-ba16-ddb892357e12 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/244160d0-e94c-4a70-a9d4-50efe6d49f27 HTTP/1.1" status: 204 len: 168 time: 0.2249968 Oct 29 01:37:47.623506 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b9ab8-5f45-4f35-ba16-ddb892357e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244160d0-e94c-4a70-a9d4-50efe6d49f27,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:47.659379 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37236) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:47.674152 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aec5c996-33e2-47f5-838a-02851256fb97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:47.787798 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aec5c996-33e2-47f5-838a-02851256fb97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:47.906527 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-aec5c996-33e2-47f5-838a-02851256fb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:47.945290 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5c996-33e2-47f5-838a-02851256fb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca51410-0dc2-4b76-b7fa-45be91530b2e,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:47.949607 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-aec5c996-33e2-47f5-838a-02851256fb97 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=72e02f2dbeeb40e1a6de0b87435ba9f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891066 Oct 29 01:37:47.952729 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37246) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:48.004791 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-88d4f265-c6ed-4164-8f4b-adfd56427088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:48.028215 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-88d4f265-c6ed-4164-8f4b-adfd56427088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:48.178877 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-88d4f265-c6ed-4164-8f4b-adfd56427088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:48.182115 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-88d4f265-c6ed-4164-8f4b-adfd56427088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:48.186243 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-88d4f265-c6ed-4164-8f4b-adfd56427088 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/3ca51410-0dc2-4b76-b7fa-45be91530b2e HTTP/1.1" status: 204 len: 168 time: 0.2296927 Oct 29 01:37:48.195468 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4f265-c6ed-4164-8f4b-adfd56427088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca51410-0dc2-4b76-b7fa-45be91530b2e,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:48.562145 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37256) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:48.606338 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-61dd79c1-23a1-4f0f-86a8-4279209e21af admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=d74714cd6d7e4451ba7ba7c71b662cec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430028 Oct 29 01:37:48.608789 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37258) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:48.661438 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9081-1208-4b4b-bbcf-8bf3dfd1fa7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:48.683793 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9081-1208-4b4b-bbcf-8bf3dfd1fa7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:48.815069 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9081-1208-4b4b-bbcf-8bf3dfd1fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:48.817686 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-4a4b9081-1208-4b4b-bbcf-8bf3dfd1fa7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:48.818869 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-4a4b9081-1208-4b4b-bbcf-8bf3dfd1fa7f admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8afbc209-04f6-4afa-8938-e52d083809a9 HTTP/1.1" status: 204 len: 168 time: 0.2091753 Oct 29 01:37:48.829836 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b9081-1208-4b4b-bbcf-8bf3dfd1fa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afbc209-04f6-4afa-8938-e52d083809a9,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:51.031201 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37322) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:51.137043 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-64c6572e-def8-4e83-b80c-8aa851de2ead admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.217046 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-64c6572e-def8-4e83-b80c-8aa851de2ead admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.312097 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-64c6572e-def8-4e83-b80c-8aa851de2ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.352281 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-64c6572e-def8-4e83-b80c-8aa851de2ead admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=18ff7c7c6e2e496aa857aea23c29e2b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199174 Oct 29 01:37:51.353026 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6572e-def8-4e83-b80c-8aa851de2ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1295abbf-c150-4365-a414-1b606a2a1ddc,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:51.355151 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37326) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:51.420874 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-db06051a-e6c6-421b-9d52-c5cefe10734d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.447338 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-db06051a-e6c6-421b-9d52-c5cefe10734d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.575054 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-db06051a-e6c6-421b-9d52-c5cefe10734d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.577823 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-db06051a-e6c6-421b-9d52-c5cefe10734d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:51.579129 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-db06051a-e6c6-421b-9d52-c5cefe10734d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/1295abbf-c150-4365-a414-1b606a2a1ddc HTTP/1.1" status: 204 len: 168 time: 0.2227721 Oct 29 01:37:51.587887 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06051a-e6c6-421b-9d52-c5cefe10734d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1295abbf-c150-4365-a414-1b606a2a1ddc,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:52.136268 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:37:52.148512 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bf5c5-dcd1-4e42-a924-49f50e5036bf req-4dc196c0-996f-4a39-bd45-9a8bcd818faf tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:52.150117 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4c0bf5c5-dcd1-4e42-a924-49f50e5036bf req-4dc196c0-996f-4a39-bd45-9a8bcd818faf tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 945 time: 0.0587096 Oct 29 01:37:52.189307 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4c0bf5c5-dcd1-4e42-a924-49f50e5036bf req-dfbcd212-998c-4f1f-93aa-3ae15b3bd14e tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332973 Oct 29 01:37:52.264352 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37338) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:52.278844 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-13c6b4c6-dc51-48c6-b799-cacc92090ffa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:52.355715 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-13c6b4c6-dc51-48c6-b799-cacc92090ffa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:52.414548 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-13c6b4c6-dc51-48c6-b799-cacc92090ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:52.453422 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-13c6b4c6-dc51-48c6-b799-cacc92090ffa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=dfc15d32e5d145d98a93c7d6a4b1e9e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879699 Oct 29 01:37:52.454501 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6b4c6-dc51-48c6-b799-cacc92090ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a72a50-1701-4c7b-b5a7-cafb5e6dff64,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:52.457980 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37340) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:52.509979 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-44e6d68c-8051-4bfc-bd0b-095b01aada9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:52.532472 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-44e6d68c-8051-4bfc-bd0b-095b01aada9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:52.649637 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-44e6d68c-8051-4bfc-bd0b-095b01aada9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:52.652652 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-44e6d68c-8051-4bfc-bd0b-095b01aada9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:52.654170 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-44e6d68c-8051-4bfc-bd0b-095b01aada9a admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/56a72a50-1701-4c7b-b5a7-cafb5e6dff64 HTTP/1.1" status: 204 len: 168 time: 0.1949880 Oct 29 01:37:52.668555 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6d68c-8051-4bfc-bd0b-095b01aada9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a72a50-1701-4c7b-b5a7-cafb5e6dff64,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:53.311100 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2df251-9dc8-48b3-963d-e7ff494ddbe5 req-60e7ed09-e773-4c8f-8ae3-102a95b25909 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:53.312659 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-db2df251-9dc8-48b3-963d-e7ff494ddbe5 req-60e7ed09-e773-4c8f-8ae3-102a95b25909 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 945 time: 0.0509348 Oct 29 01:37:53.358555 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-db2df251-9dc8-48b3-963d-e7ff494ddbe5 req-40599016-518e-42d0-8e40-089b9325b4e7 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393963 Oct 29 01:37:53.820431 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678cb22-33ea-42c1-a33f-d5e85095756b req-406ce22b-41c9-4429-bf59-bf87fdbc7e3a tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:53.821962 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d678cb22-33ea-42c1-a33f-d5e85095756b req-406ce22b-41c9-4429-bf59-bf87fdbc7e3a tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.83 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 945 time: 0.0520089 Oct 29 01:37:53.915747 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-d678cb22-33ea-42c1-a33f-d5e85095756b req-e64675d6-31bd-4900-beaa-7590fa994a86 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Deleting port 054881ee-300b-4f04-9447-03308c14f3f9 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:53.916101 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-d678cb22-33ea-42c1-a33f-d5e85095756b req-e64675d6-31bd-4900-beaa-7590fa994a86 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:54.010388 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-d678cb22-33ea-42c1-a33f-d5e85095756b req-e64675d6-31bd-4900-beaa-7590fa994a86 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] For port 054881ee-300b-4f04-9447-03308c14f3f9, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=054881ee-300b-4f04-9447-03308c14f3f9,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:54.010749 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-d678cb22-33ea-42c1-a33f-d5e85095756b req-e64675d6-31bd-4900-beaa-7590fa994a86 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:54.024297 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-d678cb22-33ea-42c1-a33f-d5e85095756b req-e64675d6-31bd-4900-beaa-7590fa994a86 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Calling delete_port for 054881ee-300b-4f04-9447-03308c14f3f9 owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:54.201308 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-d678cb22-33ea-42c1-a33f-d5e85095756b req-e64675d6-31bd-4900-beaa-7590fa994a86 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:54.214119 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['4ed04aff-6179-4c33-bfce-b78bc0ab0759', 'bc186c4d-5060-45ec-81fa-6d90f5ac14d9', 'd21b1202-4ed9-4ea8-a35b-777bda0c7a2b', '054881ee-300b-4f04-9447-03308c14f3f9'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:37:54.232687 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64675d6-31bd-4900-beaa-7590fa994a86 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Pushing event deleted for resources: {'Port': ['ID=054881ee-300b-4f04-9447-03308c14f3f9,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:54.280806 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-d678cb22-33ea-42c1-a33f-d5e85095756b req-e64675d6-31bd-4900-beaa-7590fa994a86 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] No DVR routers for this DVR port 054881ee-300b-4f04-9447-03308c14f3f9 on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:37:54.283297 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-d678cb22-33ea-42c1-a33f-d5e85095756b req-e64675d6-31bd-4900-beaa-7590fa994a86 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:54.287801 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d678cb22-33ea-42c1-a33f-d5e85095756b req-e64675d6-31bd-4900-beaa-7590fa994a86 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.83 "DELETE /v2.0/ports/054881ee-300b-4f04-9447-03308c14f3f9 HTTP/1.1" status: 204 len: 173 time: 0.4589295 Oct 29 01:37:54.288273 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ba2733-a6ae-4646-94ba-ad3edc33dc9c', 'name': 'network-vif-deleted', 'tag': '054881ee-300b-4f04-9447-03308c14f3f9'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:37:54.290570 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef5546d-26f8-4efd-9e4a-30baaadb5026" -d '{"events": [{"server_uuid": "75ba2733-a6ae-4646-94ba-ad3edc33dc9c", "name": "network-vif-deleted", "tag": "054881ee-300b-4f04-9447-03308c14f3f9"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:37:54.331755 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf13016-13ec-469b-9f6d-24377fb270bd x-openstack-request-id: req-6cf13016-13ec-469b-9f6d-24377fb270bd {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:37:54.332359 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ba2733-a6ae-4646-94ba-ad3edc33dc9c", "name": "network-vif-deleted", "tag": "054881ee-300b-4f04-9447-03308c14f3f9", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:37:54.332359 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-6cf13016-13ec-469b-9f6d-24377fb270bd {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:37:54.332696 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ba2733-a6ae-4646-94ba-ad3edc33dc9c', 'name': 'network-vif-deleted', 'tag': '054881ee-300b-4f04-9447-03308c14f3f9', 'status': 'completed', 'code': 200} Oct 29 01:37:54.482679 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e41df714-4a56-4130-9dee-b3fa024f11e3 req-86432eb8-24e2-44d4-8b1b-bf20bde069f2 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=75ba2733-a6ae-4646-94ba-ad3edc33dc9c HTTP/1.1" status: 200 len: 210 time: 0.0337532 Oct 29 01:37:55.986130 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37420) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:56.114090 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-595d7bb2-80d0-4d59-a360-0a585b94c734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:56.192452 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-595d7bb2-80d0-4d59-a360-0a585b94c734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:56.283322 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-595d7bb2-80d0-4d59-a360-0a585b94c734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:56.323014 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-595d7bb2-80d0-4d59-a360-0a585b94c734 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6c4db3e3154e45c5a7fa2af29a062c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357058 Oct 29 01:37:56.323920 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d7bb2-80d0-4d59-a360-0a585b94c734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d84dde-baea-4c5a-8fc6-3f0692be94fe,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:56.325691 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37424) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:56.379057 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-bd47a228-811d-4a85-8ac6-88404ff28ccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:56.400208 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-bd47a228-811d-4a85-8ac6-88404ff28ccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:56.535371 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-bd47a228-811d-4a85-8ac6-88404ff28ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:56.537954 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-bd47a228-811d-4a85-8ac6-88404ff28ccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:56.539103 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-bd47a228-811d-4a85-8ac6-88404ff28ccb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e7d84dde-baea-4c5a-8fc6-3f0692be94fe HTTP/1.1" status: 204 len: 168 time: 0.2124386 Oct 29 01:37:56.547082 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47a228-811d-4a85-8ac6-88404ff28ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d84dde-baea-4c5a-8fc6-3f0692be94fe,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:57.202400 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37434) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:57.215671 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b30eaff3-78a1-46b0-aa61-7b5205f607ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.297758 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-dfcdc4d5-ad1b-4eb8-9b1e-17a1a07253af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.304313 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b30eaff3-78a1-46b0-aa61-7b5205f607ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.321101 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8f83f-832e-4c68-9de0-ae2add96e8f4 req-28ddf3eb-bfa7-4a86-8bbf-99a2d288d614 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:57.322595 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-57d8f83f-832e-4c68-9de0-ae2add96e8f4 req-28ddf3eb-bfa7-4a86-8bbf-99a2d288d614 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 945 time: 0.0502129 Oct 29 01:37:57.361663 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-57d8f83f-832e-4c68-9de0-ae2add96e8f4 req-c857563f-c947-4ff8-a8ca-215fae812a91 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Oct 29 01:37:57.406461 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b30eaff3-78a1-46b0-aa61-7b5205f607ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.446243 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-b30eaff3-78a1-46b0-aa61-7b5205f607ac admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=879a61afee274262b92bc0712ca5fc91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426634 Oct 29 01:37:57.447043 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30eaff3-78a1-46b0-aa61-7b5205f607ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b725acc-ac36-41b0-bc63-e5505368ffef,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:57.449034 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37438) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:37:57.496172 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 054881ee-300b-4f04-9447-03308c14f3f9 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:37:57.498671 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2fbd7864-3560-4d07-819c-ee5d44473166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.517180 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: 054881ee-300b-4f04-9447-03308c14f3f9 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:37:57.517736 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 054881ee-300b-4f04-9447-03308c14f3f9 not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:37:57.523292 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2fbd7864-3560-4d07-819c-ee5d44473166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.641177 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2fbd7864-3560-4d07-819c-ee5d44473166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.644270 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-2fbd7864-3560-4d07-819c-ee5d44473166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:57.646283 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-2fbd7864-3560-4d07-819c-ee5d44473166 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8b725acc-ac36-41b0-bc63-e5505368ffef HTTP/1.1" status: 204 len: 168 time: 0.1961992 Oct 29 01:37:57.654271 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd7864-3560-4d07-819c-ee5d44473166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b725acc-ac36-41b0-bc63-e5505368ffef,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:58.481682 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4f2eb-7702-482d-834b-a78620b7a668 req-67fda3ce-69d4-494b-a9c4-219c5049074e tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:58.483146 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-83f4f2eb-7702-482d-834b-a78620b7a668 req-67fda3ce-69d4-494b-a9c4-219c5049074e tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 945 time: 0.0500615 Oct 29 01:37:58.523008 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-83f4f2eb-7702-482d-834b-a78620b7a668 req-5a99a79c-db9f-4796-a6a0-dd387d4f92ef tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329399 Oct 29 01:37:59.049912 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf1688-4186-4b08-81ba-1a626bb8b320 req-48815545-be7a-40e7-80bb-e5561f187f51 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:37:59.051562 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0faf1688-4186-4b08-81ba-1a626bb8b320 req-48815545-be7a-40e7-80bb-e5561f187f51 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.83 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 945 time: 0.0498948 Oct 29 01:37:59.153553 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-0faf1688-4186-4b08-81ba-1a626bb8b320 req-747d1ab5-c69b-482d-8c3b-dba17c09bab2 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Deleting port d21b1202-4ed9-4ea8-a35b-777bda0c7a2b {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:37:59.153885 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-0faf1688-4186-4b08-81ba-1a626bb8b320 req-747d1ab5-c69b-482d-8c3b-dba17c09bab2 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:59.255901 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-0faf1688-4186-4b08-81ba-1a626bb8b320 req-747d1ab5-c69b-482d-8c3b-dba17c09bab2 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] For port d21b1202-4ed9-4ea8-a35b-777bda0c7a2b, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=d21b1202-4ed9-4ea8-a35b-777bda0c7a2b,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:37:59.256279 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-0faf1688-4186-4b08-81ba-1a626bb8b320 req-747d1ab5-c69b-482d-8c3b-dba17c09bab2 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:59.271261 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-0faf1688-4186-4b08-81ba-1a626bb8b320 req-747d1ab5-c69b-482d-8c3b-dba17c09bab2 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Calling delete_port for d21b1202-4ed9-4ea8-a35b-777bda0c7a2b owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:37:59.490479 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-0faf1688-4186-4b08-81ba-1a626bb8b320 req-747d1ab5-c69b-482d-8c3b-dba17c09bab2 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:59.503745 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['4ed04aff-6179-4c33-bfce-b78bc0ab0759', 'bc186c4d-5060-45ec-81fa-6d90f5ac14d9', 'd21b1202-4ed9-4ea8-a35b-777bda0c7a2b'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:37:59.523713 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d1ab5-c69b-482d-8c3b-dba17c09bab2 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Pushing event deleted for resources: {'Port': ['ID=d21b1202-4ed9-4ea8-a35b-777bda0c7a2b,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:37:59.578674 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-0faf1688-4186-4b08-81ba-1a626bb8b320 req-747d1ab5-c69b-482d-8c3b-dba17c09bab2 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] No DVR routers for this DVR port d21b1202-4ed9-4ea8-a35b-777bda0c7a2b on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:37:59.586669 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-0faf1688-4186-4b08-81ba-1a626bb8b320 req-747d1ab5-c69b-482d-8c3b-dba17c09bab2 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:37:59.586669 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-0faf1688-4186-4b08-81ba-1a626bb8b320 req-747d1ab5-c69b-482d-8c3b-dba17c09bab2 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.83 "DELETE /v2.0/ports/d21b1202-4ed9-4ea8-a35b-777bda0c7a2b HTTP/1.1" status: 204 len: 173 time: 0.5262256 Oct 29 01:37:59.586669 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6006714-9da6-42de-ac04-ffb4ed8e5949', 'name': 'network-vif-deleted', 'tag': 'd21b1202-4ed9-4ea8-a35b-777bda0c7a2b'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:37:59.588660 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6eb618-feca-45bf-85d0-3f2dbe45a197" -d '{"events": [{"server_uuid": "b6006714-9da6-42de-ac04-ffb4ed8e5949", "name": "network-vif-deleted", "tag": "d21b1202-4ed9-4ea8-a35b-777bda0c7a2b"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:37:59.643289 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b81e54-712f-4bad-b15a-7510c8e84206 x-openstack-request-id: req-13b81e54-712f-4bad-b15a-7510c8e84206 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:37:59.643629 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6006714-9da6-42de-ac04-ffb4ed8e5949", "name": "network-vif-deleted", "tag": "d21b1202-4ed9-4ea8-a35b-777bda0c7a2b", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:37:59.643945 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-13b81e54-712f-4bad-b15a-7510c8e84206 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:37:59.644281 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6006714-9da6-42de-ac04-ffb4ed8e5949', 'name': 'network-vif-deleted', 'tag': 'd21b1202-4ed9-4ea8-a35b-777bda0c7a2b', 'status': 'completed', 'code': 200} Oct 29 01:37:59.686733 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-89ebac95-b638-4fde-b3f4-e774f4f30a78 req-5088df9d-fc08-4104-bd50-79b2c70813f3 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6006714-9da6-42de-ac04-ffb4ed8e5949 HTTP/1.1" status: 200 len: 210 time: 0.0320103 Oct 29 01:38:00.174618 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2083b0d-356e-486e-b0a7-4d4059c3f697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:01.086431 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:01.223509 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c1ba5-074c-4946-8097-522142aeb6bc req-b1ec5049-1a60-4f2f-8497-7b4f29483d5f tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:01.225048 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8c1c1ba5-074c-4946-8097-522142aeb6bc req-b1ec5049-1a60-4f2f-8497-7b4f29483d5f tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb92bdbd-28c2-4c34-9bc2-78bb5165c567 HTTP/1.1" status: 200 len: 946 time: 0.0506732 Oct 29 01:38:01.266344 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-8c1c1ba5-074c-4946-8097-522142aeb6bc req-52b5efc8-e610-44f4-bc86-e29c2f54481f tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343018 Oct 29 01:38:01.340743 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:02.386438 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937033fa-ee51-4152-bad6-91e071f291ee req-87816d38-7f6b-46d4-9382-4df7a3d4ef2e tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:02.388023 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-937033fa-ee51-4152-bad6-91e071f291ee req-87816d38-7f6b-46d4-9382-4df7a3d4ef2e tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb92bdbd-28c2-4c34-9bc2-78bb5165c567 HTTP/1.1" status: 200 len: 946 time: 0.0506539 Oct 29 01:38:02.432519 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-937033fa-ee51-4152-bad6-91e071f291ee req-539f21d6-cc5e-442c-9bb5-f2e8679d4e52 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355451 Oct 29 01:38:02.666492 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3581e583-e02b-4942-97e8-35e68838a6d0 req-2f475b68-041d-4c76-bc21-cc98705c41e7 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:02.667897 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3581e583-e02b-4942-97e8-35e68838a6d0 req-2f475b68-041d-4c76-bc21-cc98705c41e7 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb92bdbd-28c2-4c34-9bc2-78bb5165c567 HTTP/1.1" status: 200 len: 946 time: 0.0527315 Oct 29 01:38:02.760173 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-3581e583-e02b-4942-97e8-35e68838a6d0 req-7979ff8e-7ffd-404b-a55a-20281805b9ee tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Deleting port bc186c4d-5060-45ec-81fa-6d90f5ac14d9 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:38:02.760512 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-3581e583-e02b-4942-97e8-35e68838a6d0 req-7979ff8e-7ffd-404b-a55a-20281805b9ee tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:02.853038 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-3581e583-e02b-4942-97e8-35e68838a6d0 req-7979ff8e-7ffd-404b-a55a-20281805b9ee tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] For port bc186c4d-5060-45ec-81fa-6d90f5ac14d9, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=bc186c4d-5060-45ec-81fa-6d90f5ac14d9,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:02.853426 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-3581e583-e02b-4942-97e8-35e68838a6d0 req-7979ff8e-7ffd-404b-a55a-20281805b9ee tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:02.867210 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-3581e583-e02b-4942-97e8-35e68838a6d0 req-7979ff8e-7ffd-404b-a55a-20281805b9ee tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Calling delete_port for bc186c4d-5060-45ec-81fa-6d90f5ac14d9 owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:38:03.054600 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:03.094553 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-3581e583-e02b-4942-97e8-35e68838a6d0 req-7979ff8e-7ffd-404b-a55a-20281805b9ee tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:03.108466 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['4ed04aff-6179-4c33-bfce-b78bc0ab0759', 'bc186c4d-5060-45ec-81fa-6d90f5ac14d9'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:38:03.131583 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7979ff8e-7ffd-404b-a55a-20281805b9ee tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Pushing event deleted for resources: {'Port': ['ID=bc186c4d-5060-45ec-81fa-6d90f5ac14d9,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:03.173884 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-3581e583-e02b-4942-97e8-35e68838a6d0 req-7979ff8e-7ffd-404b-a55a-20281805b9ee tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] No DVR routers for this DVR port bc186c4d-5060-45ec-81fa-6d90f5ac14d9 on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:38:03.177218 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-3581e583-e02b-4942-97e8-35e68838a6d0 req-7979ff8e-7ffd-404b-a55a-20281805b9ee tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:03.180690 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3581e583-e02b-4942-97e8-35e68838a6d0 req-7979ff8e-7ffd-404b-a55a-20281805b9ee tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.83 "DELETE /v2.0/ports/bc186c4d-5060-45ec-81fa-6d90f5ac14d9 HTTP/1.1" status: 204 len: 173 time: 0.5056727 Oct 29 01:38:03.181166 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb92bdbd-28c2-4c34-9bc2-78bb5165c567', 'name': 'network-vif-deleted', 'tag': 'bc186c4d-5060-45ec-81fa-6d90f5ac14d9'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:38:03.183556 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e846e16-69b2-4d17-b7c2-68d1492485f9" -d '{"events": [{"server_uuid": "bb92bdbd-28c2-4c34-9bc2-78bb5165c567", "name": "network-vif-deleted", "tag": "bc186c4d-5060-45ec-81fa-6d90f5ac14d9"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:38:03.225366 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c147e914-5351-4d97-ba75-7c85e361f30d x-openstack-request-id: req-c147e914-5351-4d97-ba75-7c85e361f30d {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:38:03.225674 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb92bdbd-28c2-4c34-9bc2-78bb5165c567", "name": "network-vif-deleted", "tag": "bc186c4d-5060-45ec-81fa-6d90f5ac14d9", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:38:03.225921 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c147e914-5351-4d97-ba75-7c85e361f30d {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:38:03.226311 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb92bdbd-28c2-4c34-9bc2-78bb5165c567', 'name': 'network-vif-deleted', 'tag': 'bc186c4d-5060-45ec-81fa-6d90f5ac14d9', 'status': 'completed', 'code': 200} Oct 29 01:38:03.491195 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device d21b1202-4ed9-4ea8-a35b-777bda0c7a2b no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:38:03.523203 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: d21b1202-4ed9-4ea8-a35b-777bda0c7a2b {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:38:03.523379 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device d21b1202-4ed9-4ea8-a35b-777bda0c7a2b not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:38:03.549086 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-163f2dd9-2ab1-468d-b4ea-e4f37254d1c4 req-5a770329-519e-4b99-b97b-260960c3ed1e tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=bb92bdbd-28c2-4c34-9bc2-78bb5165c567 HTTP/1.1" status: 200 len: 210 time: 0.0278375 Oct 29 01:38:03.600363 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37516) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:03.709635 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-18f78985-08d8-4ec1-8b7c-00d8040d207a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:03.789671 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-18f78985-08d8-4ec1-8b7c-00d8040d207a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:03.892583 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-18f78985-08d8-4ec1-8b7c-00d8040d207a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:03.935427 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-18f78985-08d8-4ec1-8b7c-00d8040d207a admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=7cc100b68e914fa2a48f3122fd2581fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339643 Oct 29 01:38:03.936370 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f78985-08d8-4ec1-8b7c-00d8040d207a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a04886-c722-4e6d-b9b6-4614e881cc8e,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:03.938144 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37520) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:03.989012 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d7d718d7-be0b-48c3-aa5d-51864ca07fdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:04.010819 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d7d718d7-be0b-48c3-aa5d-51864ca07fdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:04.195303 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d7d718d7-be0b-48c3-aa5d-51864ca07fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:04.197813 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d7d718d7-be0b-48c3-aa5d-51864ca07fdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:04.199039 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-d7d718d7-be0b-48c3-aa5d-51864ca07fdb admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/e6a04886-c722-4e6d-b9b6-4614e881cc8e HTTP/1.1" status: 204 len: 168 time: 0.2598114 Oct 29 01:38:04.208163 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d718d7-be0b-48c3-aa5d-51864ca07fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a04886-c722-4e6d-b9b6-4614e881cc8e,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:04.872088 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37532) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:04.889440 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6894c8d9-3e8f-4f11-a709-72b81703b4ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:04.968666 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6894c8d9-3e8f-4f11-a709-72b81703b4ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:05.065998 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6894c8d9-3e8f-4f11-a709-72b81703b4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:05.106434 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-6894c8d9-3e8f-4f11-a709-72b81703b4ce admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=6e5f576af38c49bb920afb46c73b9d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332191 Oct 29 01:38:05.107324 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894c8d9-3e8f-4f11-a709-72b81703b4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b4d2f9-e569-48ca-8f66-df794b96aa57,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:05.108969 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37534) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:05.164531 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1925ec52-e475-4eb0-b407-2328415367c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:05.188632 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1925ec52-e475-4eb0-b407-2328415367c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:05.374578 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1925ec52-e475-4eb0-b407-2328415367c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:05.377578 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1925ec52-e475-4eb0-b407-2328415367c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:05.379405 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-1925ec52-e475-4eb0-b407-2328415367c7 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/13b4d2f9-e569-48ca-8f66-df794b96aa57 HTTP/1.1" status: 204 len: 168 time: 0.2693729 Oct 29 01:38:05.388043 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925ec52-e475-4eb0-b407-2328415367c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b4d2f9-e569-48ca-8f66-df794b96aa57,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:06.507444 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60408882-c878-4942-8cd6-707f44499b17 req-55d8ef30-8816-4332-a7e2-4ce084438883 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:06.509043 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-60408882-c878-4942-8cd6-707f44499b17 req-55d8ef30-8816-4332-a7e2-4ce084438883 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 946 time: 0.0633130 Oct 29 01:38:06.557562 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-60408882-c878-4942-8cd6-707f44499b17 req-dae41c0d-5930-48dd-a0c0-4565365ca5aa tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415409 Oct 29 01:38:07.509986 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device bc186c4d-5060-45ec-81fa-6d90f5ac14d9 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:38:07.531270 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: bc186c4d-5060-45ec-81fa-6d90f5ac14d9 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:38:07.531618 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device bc186c4d-5060-45ec-81fa-6d90f5ac14d9 not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:38:07.695610 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9855a19-987b-4779-80d6-4e698f08289b req-47a9540e-8c77-4ee4-a111-7fd0cf3f1952 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:07.697172 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e9855a19-987b-4779-80d6-4e698f08289b req-47a9540e-8c77-4ee4-a111-7fd0cf3f1952 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 946 time: 0.0557389 Oct 29 01:38:07.738883 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-e9855a19-987b-4779-80d6-4e698f08289b req-2276bb8c-731e-48c6-8b62-da84f5826899 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/security-groups?id=ef15605d-f4b3-4af1-a41d-ce6b313400e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356114 Oct 29 01:38:08.257685 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03955af3-06b5-4a2a-9a77-524c3cae59b8 req-8a82c67e-8a2f-4dc7-828b-58bef82c8670 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:08.259257 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-03955af3-06b5-4a2a-9a77-524c3cae59b8 req-8a82c67e-8a2f-4dc7-828b-58bef82c8670 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.83 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 946 time: 0.0572810 Oct 29 01:38:08.367024 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-03955af3-06b5-4a2a-9a77-524c3cae59b8 req-29b4ef8b-fa7d-4c4e-8d79-e4b8f2b8269d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Deleting port 4ed04aff-6179-4c33-bfce-b78bc0ab0759 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:38:08.371351 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-03955af3-06b5-4a2a-9a77-524c3cae59b8 req-29b4ef8b-fa7d-4c4e-8d79-e4b8f2b8269d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:08.478718 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-03955af3-06b5-4a2a-9a77-524c3cae59b8 req-29b4ef8b-fa7d-4c4e-8d79-e4b8f2b8269d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] For port 4ed04aff-6179-4c33-bfce-b78bc0ab0759, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=4ed04aff-6179-4c33-bfce-b78bc0ab0759,segment=NetworkSegment(71b4ef24-58b4-4811-baf6-f98ff22b4e28),segment_id=71b4ef24-58b4-4811-baf6-f98ff22b4e28)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:08.479092 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-03955af3-06b5-4a2a-9a77-524c3cae59b8 req-29b4ef8b-fa7d-4c4e-8d79-e4b8f2b8269d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:08.497760 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-03955af3-06b5-4a2a-9a77-524c3cae59b8 req-29b4ef8b-fa7d-4c4e-8d79-e4b8f2b8269d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Calling delete_port for 4ed04aff-6179-4c33-bfce-b78bc0ab0759 owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:38:08.729224 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-03955af3-06b5-4a2a-9a77-524c3cae59b8 req-29b4ef8b-fa7d-4c4e-8d79-e4b8f2b8269d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:08.741224 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['4ed04aff-6179-4c33-bfce-b78bc0ab0759'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:38:08.760582 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4ef8b-fa7d-4c4e-8d79-e4b8f2b8269d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Pushing event deleted for resources: {'Port': ['ID=4ed04aff-6179-4c33-bfce-b78bc0ab0759,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:08.808368 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-03955af3-06b5-4a2a-9a77-524c3cae59b8 req-29b4ef8b-fa7d-4c4e-8d79-e4b8f2b8269d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] No DVR routers for this DVR port 4ed04aff-6179-4c33-bfce-b78bc0ab0759 on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:38:08.811695 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-03955af3-06b5-4a2a-9a77-524c3cae59b8 req-29b4ef8b-fa7d-4c4e-8d79-e4b8f2b8269d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:08.814300 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-03955af3-06b5-4a2a-9a77-524c3cae59b8 req-29b4ef8b-fa7d-4c4e-8d79-e4b8f2b8269d tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.83 "DELETE /v2.0/ports/4ed04aff-6179-4c33-bfce-b78bc0ab0759 HTTP/1.1" status: 204 len: 173 time: 0.5480921 Oct 29 01:38:08.814759 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8', 'name': 'network-vif-deleted', 'tag': '4ed04aff-6179-4c33-bfce-b78bc0ab0759'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:38:08.817267 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bfacd9-3f8c-4c1a-8af6-61bc279558c1" -d '{"events": [{"server_uuid": "e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8", "name": "network-vif-deleted", "tag": "4ed04aff-6179-4c33-bfce-b78bc0ab0759"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:38:08.864064 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-73f22c7f-2152-4948-9a3d-2f33a4f201c8 req-ddfc9e42-5ac0-4246-85b7-766d13510cc4 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 210 time: 0.0324867 Oct 29 01:38:08.865581 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e48cce-b68a-417f-b984-904cf1369c2b x-openstack-request-id: req-c3e48cce-b68a-417f-b984-904cf1369c2b {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:38:08.867845 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8", "name": "network-vif-deleted", "tag": "4ed04aff-6179-4c33-bfce-b78bc0ab0759", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:38:08.867845 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c3e48cce-b68a-417f-b984-904cf1369c2b {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:38:08.867845 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8', 'name': 'network-vif-deleted', 'tag': '4ed04aff-6179-4c33-bfce-b78bc0ab0759', 'status': 'completed', 'code': 200} Oct 29 01:38:09.978380 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7a71a1de-dbeb-4ab1-97e2-c1e5bef0bbb6 req-9b1e7094-3c36-4dd9-9868-346bdbe0a8a2 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 210 time: 0.0269492 Oct 29 01:38:10.556332 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37590) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:10.865941 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6128eb2a-fb3e-4803-a63a-d3f470636f1d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Deleting port 52ddf6b8-e8ce-4c2f-92f3-36d30dfde4eb {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:38:10.866202 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6128eb2a-fb3e-4803-a63a-d3f470636f1d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:10.948932 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6128eb2a-fb3e-4803-a63a-d3f470636f1d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:10.949259 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6128eb2a-fb3e-4803-a63a-d3f470636f1d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:10.962911 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-6128eb2a-fb3e-4803-a63a-d3f470636f1d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Calling delete_port for 52ddf6b8-e8ce-4c2f-92f3-36d30dfde4eb owned by network:floatingip {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:38:11.123754 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-3d8cdb81-beec-4cf3-9699-75e832262ea0 req-195de339-cc5a-4844-b9fd-7512cea5b796 tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 210 time: 0.0502329 Oct 29 01:38:11.211990 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6128eb2a-fb3e-4803-a63a-d3f470636f1d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:11.240469 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128eb2a-fb3e-4803-a63a-d3f470636f1d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Pushing event deleted for resources: {'Port': ['ID=52ddf6b8-e8ce-4c2f-92f3-36d30dfde4eb,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:11.302310 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6128eb2a-fb3e-4803-a63a-d3f470636f1d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for floatingip, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:11.302663 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.l3_db [None req-6128eb2a-fb3e-4803-a63a-d3f470636f1d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Floating IP ca761b96-ac26-49c6-8389-63a8ae58ad7d disassociated (deleted). External IP: 172.27.3.197, port: b9061b77-a5c8-4ac6-9f65-0f8712ee20cf. Oct 29 01:38:11.521481 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6128eb2a-fb3e-4803-a63a-d3f470636f1d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Router 0e017201-0708-46f3-bf83-66041b1b8524 has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:38:11.637419 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6128eb2a-fb3e-4803-a63a-d3f470636f1d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:38:11.642280 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-6128eb2a-fb3e-4803-a63a-d3f470636f1d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:11.648207 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c958f0bd-9683-4216-b420-b83612a5a0da None None] Sync routers for ids ['0e017201-0708-46f3-bf83-66041b1b8524'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:38:11.658262 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c958f0bd-9683-4216-b420-b83612a5a0da None None] Routers {'0e017201-0708-46f3-bf83-66041b1b8524'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:38:11.658881 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-c958f0bd-9683-4216-b420-b83612a5a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:38:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['0e017201-0708-46f3-bf83-66041b1b8524'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:11.669545 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-6128eb2a-fb3e-4803-a63a-d3f470636f1d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "DELETE /v2.0/floatingips/ca761b96-ac26-49c6-8389-63a8ae58ad7d HTTP/1.1" status: 204 len: 168 time: 1.1120768 Oct 29 01:38:11.670130 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'tag': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:38:11.672455 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5008aa0a-f283-455b-9955-a9c9ccaab67e" -d '{"events": [{"name": "network-changed", "server_uuid": "58f3409d-cd2a-4bef-9ae4-2fba782b321f", "tag": "b9061b77-a5c8-4ac6-9f65-0f8712ee20cf"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:38:11.711027 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2133ad98-98a9-4cff-a095-a0a551628cc8 x-openstack-request-id: req-2133ad98-98a9-4cff-a095-a0a551628cc8 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:38:11.711490 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f3409d-cd2a-4bef-9ae4-2fba782b321f", "tag": "b9061b77-a5c8-4ac6-9f65-0f8712ee20cf", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:38:11.711834 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-2133ad98-98a9-4cff-a095-a0a551628cc8 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:38:11.712295 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'tag': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf', 'status': 'completed', 'code': 200} Oct 29 01:38:11.896377 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-c958f0bd-9683-4216-b420-b83612a5a0da None None] Set router 0e017201-0708-46f3-bf83-66041b1b8524 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:38:12.106798 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-c958f0bd-9683-4216-b420-b83612a5a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e017201-0708-46f3-bf83-66041b1b8524', 'name': 'tempest-TestShelveInstance-1743133785-router', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '30533df9-6d09-43a0-9444-afd728874a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:42Z', 'updated_at': '2021-10-29T01:32:47Z', 'revision_number': 4, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'gw_port': {'id': '30533df9-6d09-43a0-9444-afd728874a58', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:43Z', 'updated_at': '2021-10-29T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '7eb7dd27-5225-4141-8bd0-aa6e0c0ae355', 'name': '', 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'mac_address': 'fa:16:3e:13:eb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:46Z', 'updated_at': '2021-10-29T01:32:52Z', 'revision_number': 5, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'subnets': [{'id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:12.133548 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c958f0bd-9683-4216-b420-b83612a5a0da None None] Checking router: 0e017201-0708-46f3-bf83-66041b1b8524 for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:38:12.135821 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd6c59-5083-4e57-b417-b1cfb5a32f86 req-3e45f7f5-3a87-4093-b701-a3b8485dfb35 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:12.137453 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-85fd6c59-5083-4e57-b417-b1cfb5a32f86 req-3e45f7f5-3a87-4093-b701-a3b8485dfb35 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0518658 Oct 29 01:38:12.142638 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c958f0bd-9683-4216-b420-b83612a5a0da None None] Routers {'0e017201-0708-46f3-bf83-66041b1b8524'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:38:12.143793 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-c958f0bd-9683-4216-b420-b83612a5a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:38:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['0e017201-0708-46f3-bf83-66041b1b8524'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:12.185401 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-85fd6c59-5083-4e57-b417-b1cfb5a32f86 req-a33de371-da82-41b4-832b-40d6d00c0388 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405829 Oct 29 01:38:12.259109 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-dbffb9a7-27a6-49d2-a38b-613f76210fc9 req-0b2af5e1-8b8e-40ad-ae77-9f46832f22ce tempest-AttachVolumeNegativeTest-547732164 tempest-AttachVolumeNegativeTest-547732164-project] 10.222.0.87 "GET /v2.0/ports?device_id=e680bc8b-1a56-4a4f-b1aa-fd79a9e98da8 HTTP/1.1" status: 200 len: 210 time: 0.0317008 Oct 29 01:38:12.261802 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-c958f0bd-9683-4216-b420-b83612a5a0da None None] Set router 0e017201-0708-46f3-bf83-66041b1b8524 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:38:12.296688 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 4ed04aff-6179-4c33-bfce-b78bc0ab0759 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:38:12.325461 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: 4ed04aff-6179-4c33-bfce-b78bc0ab0759 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:38:12.325798 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 4ed04aff-6179-4c33-bfce-b78bc0ab0759 not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:38:12.344870 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008aa0a-f283-455b-9955-a9c9ccaab67e req-737c418b-2ba0-4edd-8afa-603979959a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:12.347276 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5008aa0a-f283-455b-9955-a9c9ccaab67e req-737c418b-2ba0-4edd-8afa-603979959a41 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fea0db42704249b29fba70abbda7991c&device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 1098 time: 0.0436828 Oct 29 01:38:12.455479 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008aa0a-f283-455b-9955-a9c9ccaab67e req-836cb1a2-a9fc-40da-b0c1-f5f43e2fa0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:12.456950 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5008aa0a-f283-455b-9955-a9c9ccaab67e req-836cb1a2-a9fc-40da-b0c1-f5f43e2fa0d9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=acba2ac2-4dda-4f15-b3fb-5874b71db82d HTTP/1.1" status: 200 len: 910 time: 0.0920272 Oct 29 01:38:12.504137 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5008aa0a-f283-455b-9955-a9c9ccaab67e req-866c2d00-66a2-49a7-8423-a7ab2ddb238d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf HTTP/1.1" status: 200 len: 217 time: 0.0388155 Oct 29 01:38:12.514069 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-c958f0bd-9683-4216-b420-b83612a5a0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e017201-0708-46f3-bf83-66041b1b8524', 'name': 'tempest-TestShelveInstance-1743133785-router', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '30533df9-6d09-43a0-9444-afd728874a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:42Z', 'updated_at': '2021-10-29T01:32:47Z', 'revision_number': 4, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'gw_port': {'id': '30533df9-6d09-43a0-9444-afd728874a58', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:43Z', 'updated_at': '2021-10-29T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '7eb7dd27-5225-4141-8bd0-aa6e0c0ae355', 'name': '', 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'mac_address': 'fa:16:3e:13:eb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:46Z', 'updated_at': '2021-10-29T01:32:52Z', 'revision_number': 5, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'subnets': [{'id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:12.543827 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c958f0bd-9683-4216-b420-b83612a5a0da None None] The sync data for ids ['0e017201-0708-46f3-bf83-66041b1b8524'] in dv-cinder-813984-5-iscsi is: [{'id': '0e017201-0708-46f3-bf83-66041b1b8524', 'name': 'tempest-TestShelveInstance-1743133785-router', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '30533df9-6d09-43a0-9444-afd728874a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:42Z', 'updated_at': '2021-10-29T01:32:47Z', 'revision_number': 4, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'gw_port': {'id': '30533df9-6d09-43a0-9444-afd728874a58', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:43Z', 'updated_at': '2021-10-29T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '7eb7dd27-5225-4141-8bd0-aa6e0c0ae355', 'name': '', 'network_id': 'acba2ac2-4dda-4f15-b3fb-5874b71db82d', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'mac_address': 'fa:16:3e:13:eb:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:46Z', 'updated_at': '2021-10-29T01:32:52Z', 'revision_number': 5, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'subnets': [{'id': '7d083ebb-5c9a-460a-ad02-feb3e3129bdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:38:12.558722 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008aa0a-f283-455b-9955-a9c9ccaab67e req-62ff9d0e-4828-42c1-bbd5-c047ca3e35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:12.560296 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5008aa0a-f283-455b-9955-a9c9ccaab67e req-62ff9d0e-4828-42c1-bbd5-c047ca3e35b6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7d083ebb-5c9a-460a-ad02-feb3e3129bdc HTTP/1.1" status: 200 len: 848 time: 0.0484247 Oct 29 01:38:12.613995 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008aa0a-f283-455b-9955-a9c9ccaab67e req-3d879d18-5167-486e-a8da-e6862236b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:12.615544 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5008aa0a-f283-455b-9955-a9c9ccaab67e req-3d879d18-5167-486e-a8da-e6862236b7d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=acba2ac2-4dda-4f15-b3fb-5874b71db82d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462568 Oct 29 01:38:12.807605 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d93caf-f133-46f4-b6ca-4e1c40348a6f None None] New status for floating IP ca761b96-ac26-49c6-8389-63a8ae58ad7d: DOWN {{(pid=101845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:38:12.992490 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5008aa0a-f283-455b-9955-a9c9ccaab67e req-26b59ed2-1645-4192-8cac-ef5d163cc62f service neutron] 10.222.0.83 "GET /v2.0/networks/acba2ac2-4dda-4f15-b3fb-5874b71db82d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677676 Oct 29 01:38:13.084217 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5008aa0a-f283-455b-9955-a9c9ccaab67e req-5a02ad5a-c552-42a5-a0d2-95a39bf6c9d4 service neutron] 10.222.0.83 "GET /v2.0/networks/acba2ac2-4dda-4f15-b3fb-5874b71db82d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841374 Oct 29 01:38:13.306465 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:13.320053 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37616) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:13.332088 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596582a-a409-4aff-87b2-f83a1e6bef06 req-5151b439-a83e-4f59-8edc-b7bb88c88c44 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:13.333745 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9596582a-a409-4aff-87b2-f83a1e6bef06 req-5151b439-a83e-4f59-8edc-b7bb88c88c44 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0619340 Oct 29 01:38:13.367619 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1c77dea-8513-4349-bb3c-cea9680afe6f admin admin] Deleting subnet d1395ec2-7729-450e-831f-ebe839e5bd9e {{(pid=101843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:38:13.371058 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f1c77dea-8513-4349-bb3c-cea9680afe6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:13.375904 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9596582a-a409-4aff-87b2-f83a1e6bef06 req-d83510f8-9640-448b-9cad-67c109b8b9c6 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/security-groups?id=3ab48cd7-152d-4e91-9aa9-10791427ec48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359251 Oct 29 01:38:13.411498 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f1c77dea-8513-4349-bb3c-cea9680afe6f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680530'] for subnet, precommit_delete_associations {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:13.450075 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f1c77dea-8513-4349-bb3c-cea9680afe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8342707'] for subnet, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:13.635532 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f1c77dea-8513-4349-bb3c-cea9680afe6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2790648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25205383'] for subnet, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:13.666279 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c77dea-8513-4349-bb3c-cea9680afe6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1395ec2-7729-450e-831f-ebe839e5bd9e,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:13.676470 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f1c77dea-8513-4349-bb3c-cea9680afe6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:13.682557 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-f1c77dea-8513-4349-bb3c-cea9680afe6f admin admin] 10.222.0.87 "DELETE /v2.0/subnets/d1395ec2-7729-450e-831f-ebe839e5bd9e HTTP/1.1" status: 204 len: 168 time: 0.3589151 Oct 29 01:38:13.684798 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37620) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:13.818654 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7128b0a5-3cc4-4e17-86c1-d43addfca8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7984549'] for network, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:13.912875 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7128b0a5-3cc4-4e17-86c1-d43addfca8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8172742', 'neutron.services.segments.db._delete_segments_for_network-8789671302000'] for network, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:13.939302 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-7128b0a5-3cc4-4e17-86c1-d43addfca8e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f0bc8e-67fb-4207-a774-2feb6c3222d3']}} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:13.950008 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-7128b0a5-3cc4-4e17-86c1-d43addfca8e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b4ef24-58b4-4811-baf6-f98ff22b4e28') {'for_net_delete': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:13.950352 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-7128b0a5-3cc4-4e17-86c1-d43addfca8e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b4ef24-58b4-4811-baf6-f98ff22b4e28') {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:13.961412 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7128b0a5-3cc4-4e17-86c1-d43addfca8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789671302777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680523'] for segment, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:13.962504 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cacb9-2217-4ff0-870f-ee6ecc547da0 req-e9305846-9d0f-4158-be6e-2bd4c3faeb8f tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:13.964078 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ed6cacb9-2217-4ff0-870f-ee6ecc547da0 req-e9305846-9d0f-4158-be6e-2bd4c3faeb8f tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.83 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 945 time: 0.0536501 Oct 29 01:38:13.975757 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7128b0a5-3cc4-4e17-86c1-d43addfca8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:13.982197 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7128b0a5-3cc4-4e17-86c1-d43addfca8e2 admin admin] Releasing vlan 942 on physical network physnet1 to pool {{(pid=101843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:38:13.982750 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7128b0a5-3cc4-4e17-86c1-d43addfca8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790430'] for segment, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: Traceback (most recent call last): Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: timer() Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: cb(*args, **kw) Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: return func(*args, **kwargs) Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: self._notify() Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: self.callback(batched_events) Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: event.method(event) Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: return f(self, *a, **k) Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: return self._get(url).json() Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: return self.request(url, 'GET', **kwargs) Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:38:13.984551 dv-cinder-813984-5-iscsi neutron-server[101843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:38:14.063447 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-ed6cacb9-2217-4ff0-870f-ee6ecc547da0 req-05926b4c-25ba-4e6e-9ad2-48612c33161d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Deleting port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:38:14.063877 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-ed6cacb9-2217-4ff0-870f-ee6ecc547da0 req-05926b4c-25ba-4e6e-9ad2-48612c33161d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:14.120392 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7128b0a5-3cc4-4e17-86c1-d43addfca8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8171573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989756'] for network, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:14.125622 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-7128b0a5-3cc4-4e17-86c1-d43addfca8e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:14.132108 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-7128b0a5-3cc4-4e17-86c1-d43addfca8e2 admin admin] 10.222.0.87 "DELETE /v2.0/networks/55f0bc8e-67fb-4207-a774-2feb6c3222d3 HTTP/1.1" status: 204 len: 168 time: 0.4456232 Oct 29 01:38:14.156436 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128b0a5-3cc4-4e17-86c1-d43addfca8e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=55f0bc8e-67fb-4207-a774-2feb6c3222d3,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:14.160773 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-ed6cacb9-2217-4ff0-870f-ee6ecc547da0 req-05926b4c-25ba-4e6e-9ad2-48612c33161d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] For port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf,segment=NetworkSegment(3b684c25-e1f1-4a60-bef6-7b4548e18e8a),segment_id=3b684c25-e1f1-4a60-bef6-7b4548e18e8a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:14.161479 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-ed6cacb9-2217-4ff0-870f-ee6ecc547da0 req-05926b4c-25ba-4e6e-9ad2-48612c33161d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:14.177848 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-ed6cacb9-2217-4ff0-870f-ee6ecc547da0 req-05926b4c-25ba-4e6e-9ad2-48612c33161d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Calling delete_port for b9061b77-a5c8-4ac6-9f65-0f8712ee20cf owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:38:14.427034 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-ed6cacb9-2217-4ff0-870f-ee6ecc547da0 req-05926b4c-25ba-4e6e-9ad2-48612c33161d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:14.459527 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05926b4c-25ba-4e6e-9ad2-48612c33161d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Pushing event deleted for resources: {'Port': ['ID=b9061b77-a5c8-4ac6-9f65-0f8712ee20cf,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:14.516099 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-25020df1-a9e6-45e5-a216-becb968c6020 req-96bef565-93ee-4bd6-a050-b0d4b9d986c4 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 210 time: 0.0514224 Oct 29 01:38:14.531544 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6cacb9-2217-4ff0-870f-ee6ecc547da0 req-05926b4c-25ba-4e6e-9ad2-48612c33161d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] No DVR routers for this DVR port b9061b77-a5c8-4ac6-9f65-0f8712ee20cf on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:38:14.534727 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-ed6cacb9-2217-4ff0-870f-ee6ecc547da0 req-05926b4c-25ba-4e6e-9ad2-48612c33161d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:14.538071 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ed6cacb9-2217-4ff0-870f-ee6ecc547da0 req-05926b4c-25ba-4e6e-9ad2-48612c33161d tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.83 "DELETE /v2.0/ports/b9061b77-a5c8-4ac6-9f65-0f8712ee20cf HTTP/1.1" status: 204 len: 173 time: 0.5672042 Oct 29 01:38:14.538542 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'name': 'network-vif-deleted', 'tag': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:38:14.540854 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ca471d-ad62-43f1-95dd-a17ae13023e9" -d '{"events": [{"server_uuid": "58f3409d-cd2a-4bef-9ae4-2fba782b321f", "name": "network-vif-deleted", "tag": "b9061b77-a5c8-4ac6-9f65-0f8712ee20cf"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:38:14.579921 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa61482-7f74-423a-af70-f76b2e8a1fb1 x-openstack-request-id: req-cfa61482-7f74-423a-af70-f76b2e8a1fb1 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:38:14.580553 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f3409d-cd2a-4bef-9ae4-2fba782b321f", "name": "network-vif-deleted", "tag": "b9061b77-a5c8-4ac6-9f65-0f8712ee20cf", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:38:14.580929 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-cfa61482-7f74-423a-af70-f76b2e8a1fb1 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:38:14.581636 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f3409d-cd2a-4bef-9ae4-2fba782b321f', 'name': 'network-vif-deleted', 'tag': 'b9061b77-a5c8-4ac6-9f65-0f8712ee20cf', 'status': 'completed', 'code': 200} Oct 29 01:38:14.608532 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37628) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:14.651073 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-b018a07f-3c79-4960-a5d9-8001fd243479 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b8778e689b6e42e2b16d49b3fe762ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413222 Oct 29 01:38:14.653674 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37630) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:14.712214 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a548b000-8edb-4c74-84f4-5e15938425da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:14.736299 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a548b000-8edb-4c74-84f4-5e15938425da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:14.881306 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a548b000-8edb-4c74-84f4-5e15938425da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:14.884596 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a548b000-8edb-4c74-84f4-5e15938425da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:14.885805 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-a548b000-8edb-4c74-84f4-5e15938425da admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ef15605d-f4b3-4af1-a41d-ce6b313400e0 HTTP/1.1" status: 204 len: 168 time: 0.2310553 Oct 29 01:38:14.896400 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548b000-8edb-4c74-84f4-5e15938425da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef15605d-f4b3-4af1-a41d-ce6b313400e0,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:15.613719 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c4e23a42-81bb-4ef8-b922-0ab1f6a54fee req-155d1a60-0b04-41c1-bbf1-b2bd136876db tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 210 time: 0.0302677 Oct 29 01:38:16.717812 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-9043ea19-3a26-4119-95bc-b05d5e53bc2d req-f9383b74-5e77-4a90-80ad-b63787354fbd tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 210 time: 0.0317509 Oct 29 01:38:17.825263 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37696) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:17.856552 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-556ebde2-b2b2-4496-a6dd-d30293abcf4f req-70a67e9f-1c5b-4f92-8c14-0ea4edc947d3 tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 210 time: 0.0322037 Oct 29 01:38:17.905868 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1609085a-66a1-47c8-b848-db9ef6f624af req-fae652aa-2feb-49a9-b200-b8fa26fbb1c2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0406778 Oct 29 01:38:17.954990 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-35ea8a13-835a-44ba-871b-d979c35825ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:17.989609 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1609085a-66a1-47c8-b848-db9ef6f624af req-4b789ba8-dd7b-4673-bd97-1b28bc742440 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fea0db42704249b29fba70abbda7991c&device_id=58f3409d-cd2a-4bef-9ae4-2fba782b321f HTTP/1.1" status: 200 len: 210 time: 0.0350971 Oct 29 01:38:18.047371 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-35ea8a13-835a-44ba-871b-d979c35825ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:18.134381 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609085a-66a1-47c8-b848-db9ef6f624af req-35a8a22b-2ff8-4929-9750-227cd7702673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:18.135918 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1609085a-66a1-47c8-b848-db9ef6f624af req-35a8a22b-2ff8-4929-9750-227cd7702673 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=fea0db42704249b29fba70abbda7991c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1119215 Oct 29 01:38:18.197662 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-35ea8a13-835a-44ba-871b-d979c35825ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:18.241571 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea8a13-835a-44ba-871b-d979c35825ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765c5995-a922-4ea4-befb-bbe54527b6b0,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:18.247758 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-35ea8a13-835a-44ba-871b-d979c35825ad admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=846e2e7c1f01476c9ac1288c4166f9a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217870 Oct 29 01:38:18.255362 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37700) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:18.259331 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609085a-66a1-47c8-b848-db9ef6f624af req-d8f23e6d-2619-4ede-bce3-bf43f2c5576f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:18.261027 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1609085a-66a1-47c8-b848-db9ef6f624af req-d8f23e6d-2619-4ede-bce3-bf43f2c5576f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1164358 Oct 29 01:38:18.337648 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a676d6d5-12fb-4816-aab8-04593a289fcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:18.367689 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a676d6d5-12fb-4816-aab8-04593a289fcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:18.483147 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a676d6d5-12fb-4816-aab8-04593a289fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:18.486090 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-a676d6d5-12fb-4816-aab8-04593a289fcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:18.488660 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-a676d6d5-12fb-4816-aab8-04593a289fcd admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/765c5995-a922-4ea4-befb-bbe54527b6b0 HTTP/1.1" status: 204 len: 168 time: 0.2312925 Oct 29 01:38:18.497904 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676d6d5-12fb-4816-aab8-04593a289fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765c5995-a922-4ea4-befb-bbe54527b6b0,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:18.940700 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37710) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:18.993874 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device b9061b77-a5c8-4ac6-9f65-0f8712ee20cf no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:38:19.015606 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0575-fbcb-49e1-8cdc-d01b1267c80c tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:19.020795 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: b9061b77-a5c8-4ac6-9f65-0f8712ee20cf {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:38:19.021321 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device b9061b77-a5c8-4ac6-9f65-0f8712ee20cf not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:38:19.050130 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0575-fbcb-49e1-8cdc-d01b1267c80c tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:19.261038 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0575-fbcb-49e1-8cdc-d01b1267c80c tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:19.265801 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0575-fbcb-49e1-8cdc-d01b1267c80c tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:19.268212 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-2bdf0575-fbcb-49e1-8cdc-d01b1267c80c tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] 10.222.0.87 "DELETE /v2.0/security-groups/3ab48cd7-152d-4e91-9aa9-10791427ec48 HTTP/1.1" status: 204 len: 168 time: 0.3257241 Oct 29 01:38:19.278597 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37714) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:19.284656 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf0575-fbcb-49e1-8cdc-d01b1267c80c tempest-TestShelveInstance-768927087 tempest-TestShelveInstance-768927087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab48cd7-152d-4e91-9aa9-10791427ec48,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:19.295054 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d469f32-cbb0-482d-96ad-11d6cf80da78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:19.424543 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37718) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:19.435755 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d469f32-cbb0-482d-96ad-11d6cf80da78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:19.535766 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7d469f32-cbb0-482d-96ad-11d6cf80da78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:19.583049 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-7d469f32-cbb0-482d-96ad-11d6cf80da78 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=158ef0178062498abad86d1e3de93509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2990649 Oct 29 01:38:19.583049 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d469f32-cbb0-482d-96ad-11d6cf80da78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472281ad-8d5c-4ad2-97da-54d486e7beed,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:19.583644 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37722) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:19.662286 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9d3771ae-02a8-43b7-94eb-3e6c09ad70ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:19.698752 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9d3771ae-02a8-43b7-94eb-3e6c09ad70ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:19.944180 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9d3771ae-02a8-43b7-94eb-3e6c09ad70ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:19.948517 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9d3771ae-02a8-43b7-94eb-3e6c09ad70ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:19.951666 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-9d3771ae-02a8-43b7-94eb-3e6c09ad70ab admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/472281ad-8d5c-4ad2-97da-54d486e7beed HTTP/1.1" status: 204 len: 168 time: 0.3645215 Oct 29 01:38:20.052962 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3771ae-02a8-43b7-94eb-3e6c09ad70ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472281ad-8d5c-4ad2-97da-54d486e7beed,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:20.291803 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ffb82b23-318b-4ed8-95c0-cdbd51a481bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987946'] for router_interface, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:20.782740 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-ffb82b23-318b-4ed8-95c0-cdbd51a481bf admin admin] Deleting port 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355 {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:38:20.783163 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ffb82b23-318b-4ed8-95c0-cdbd51a481bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:20.928490 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-ffb82b23-318b-4ed8-95c0-cdbd51a481bf admin admin] For port 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=7eb7dd27-5225-4141-8bd0-aa6e0c0ae355,segment=NetworkSegment(3b684c25-e1f1-4a60-bef6-7b4548e18e8a),segment_id=3b684c25-e1f1-4a60-bef6-7b4548e18e8a)] {{(pid=101843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:20.929101 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ffb82b23-318b-4ed8-95c0-cdbd51a481bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:20.946982 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-ffb82b23-318b-4ed8-95c0-cdbd51a481bf admin admin] Calling delete_port for 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355 owned by network:router_interface {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:38:21.392419 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ffb82b23-318b-4ed8-95c0-cdbd51a481bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:21.450429 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb82b23-318b-4ed8-95c0-cdbd51a481bf admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb7dd27-5225-4141-8bd0-aa6e0c0ae355,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:21.596544 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37756) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:21.734057 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ffb82b23-318b-4ed8-95c0-cdbd51a481bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-988094'] for router_interface, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:21.777926 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-db2a26cd-05cd-4376-a200-39f305602718 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-220549005-network', 'tenant_id': '335a1e1c40d843cdab03245c5c197fa9'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:38:21.900726 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2a26cd-05cd-4376-a200-39f305602718 admin admin] Made reservation on behalf of 335a1e1c40d843cdab03245c5c197fa9 for: {'network': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:38:21.903475 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db2a26cd-05cd-4376-a200-39f305602718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:21.916492 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db2a26cd-05cd-4376-a200-39f305602718 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:22.045797 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db2a26cd-05cd-4376-a200-39f305602718 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:22.082073 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb82b23-318b-4ed8-95c0-cdbd51a481bf admin admin] Router 0e017201-0708-46f3-bf83-66041b1b8524 has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:38:22.120725 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db2a26cd-05cd-4376-a200-39f305602718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:22.146646 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2a26cd-05cd-4376-a200-39f305602718 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 941} {{(pid=101842) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:38:22.160980 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a26cd-05cd-4376-a200-39f305602718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88243033-1a29-42ba-bbf1-6602ad365dce,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:22.163154 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db2a26cd-05cd-4376-a200-39f305602718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:22.163510 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.segments_db [None req-db2a26cd-05cd-4376-a200-39f305602718 admin admin] Added segment 5c734d04-5437-4cd0-9063-5cb58a9db3c8 of type vlan for network d56610a4-27a6-42a9-a20e-8e3f9f30a597 Oct 29 01:38:22.217136 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db2a26cd-05cd-4376-a200-39f305602718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:22.263261 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb82b23-318b-4ed8-95c0-cdbd51a481bf admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:38:22.271960 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-ffb82b23-318b-4ed8-95c0-cdbd51a481bf admin admin] 10.222.0.87 "PUT /v2.0/routers/0e017201-0708-46f3-bf83-66041b1b8524/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8458941 Oct 29 01:38:22.274560 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37760) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:22.278332 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5abfb29-59f8-40cb-b84f-ff10788a12a1 None None] Sync routers for ids ['0e017201-0708-46f3-bf83-66041b1b8524'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:38:22.296087 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5abfb29-59f8-40cb-b84f-ff10788a12a1 None None] Routers {'0e017201-0708-46f3-bf83-66041b1b8524'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:38:22.297303 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-a5abfb29-59f8-40cb-b84f-ff10788a12a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:38:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['0e017201-0708-46f3-bf83-66041b1b8524'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:22.346656 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db2a26cd-05cd-4376-a200-39f305602718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:22.348196 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2a26cd-05cd-4376-a200-39f305602718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:22.349253 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-db2a26cd-05cd-4376-a200-39f305602718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:22.434533 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a26cd-05cd-4376-a200-39f305602718 admin admin] Pushing event updated for resources: {'Network': ['ID=d56610a4-27a6-42a9-a20e-8e3f9f30a597,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:22.455841 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network d56610a4-27a6-42a9-a20e-8e3f9f30a597 details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:38:22.496438 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-db2a26cd-05cd-4376-a200-39f305602718 admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8980103 Oct 29 01:38:22.497482 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37764) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:22.504971 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-efaaa1c7-33a6-4bae-a50e-069bbf833f1a admin admin] Request body: {'subnet': {'network_id': 'd56610a4-27a6-42a9-a20e-8e3f9f30a597', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-220549005-subnet', 'tenant_id': '335a1e1c40d843cdab03245c5c197fa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:38:22.609081 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-a5abfb29-59f8-40cb-b84f-ff10788a12a1 None None] Set router 0e017201-0708-46f3-bf83-66041b1b8524 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:38:22.614387 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaaa1c7-33a6-4bae-a50e-069bbf833f1a admin admin] Made reservation on behalf of 335a1e1c40d843cdab03245c5c197fa9 for: {'subnet': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:38:22.616945 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-efaaa1c7-33a6-4bae-a50e-069bbf833f1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26098713'] for subnet, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:22.708644 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cd90525e-d444-4df9-a73a-0c1da5fd1683 admin admin] Publish callbacks [] for router, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:22.891517 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cd90525e-d444-4df9-a73a-0c1da5fd1683 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:22.931062 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-a5abfb29-59f8-40cb-b84f-ff10788a12a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e017201-0708-46f3-bf83-66041b1b8524', 'name': 'tempest-TestShelveInstance-1743133785-router', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '30533df9-6d09-43a0-9444-afd728874a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:42Z', 'updated_at': '2021-10-29T01:38:21Z', 'revision_number': 5, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'gw_port': {'id': '30533df9-6d09-43a0-9444-afd728874a58', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:43Z', 'updated_at': '2021-10-29T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:22.963935 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-efaaa1c7-33a6-4bae-a50e-069bbf833f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26056790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26099171'] for subnet, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:22.989285 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5abfb29-59f8-40cb-b84f-ff10788a12a1 None None] Checking router: 0e017201-0708-46f3-bf83-66041b1b8524 for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:38:23.006342 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5abfb29-59f8-40cb-b84f-ff10788a12a1 None None] Routers {'0e017201-0708-46f3-bf83-66041b1b8524'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:38:23.007466 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-a5abfb29-59f8-40cb-b84f-ff10788a12a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:38:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['0e017201-0708-46f3-bf83-66041b1b8524'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:23.027755 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaaa1c7-33a6-4bae-a50e-069bbf833f1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=456168af-a1e3-4885-88dc-6da9c3d06479,revision_number=0']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:23.038280 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaaa1c7-33a6-4bae-a50e-069bbf833f1a admin admin] Checking segment: {'id': '5c734d04-5437-4cd0-9063-5cb58a9db3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 941, 'network_id': 'd56610a4-27a6-42a9-a20e-8e3f9f30a597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:38:23.047257 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaaa1c7-33a6-4bae-a50e-069bbf833f1a admin admin] Network hostable DHCP agents. Network: d56610a4-27a6-42a9-a20e-8e3f9f30a597, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101842) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:38:23.097295 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-cd90525e-d444-4df9-a73a-0c1da5fd1683 admin admin] Deleting port 30533df9-6d09-43a0-9444-afd728874a58 {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:38:23.098188 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cd90525e-d444-4df9-a73a-0c1da5fd1683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:23.155521 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaaa1c7-33a6-4bae-a50e-069bbf833f1a admin admin] Network d56610a4-27a6-42a9-a20e-8e3f9f30a597 is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101842) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:38:23.209009 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-a5abfb29-59f8-40cb-b84f-ff10788a12a1 None None] Set router 0e017201-0708-46f3-bf83-66041b1b8524 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:38:23.235090 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-cd90525e-d444-4df9-a73a-0c1da5fd1683 admin admin] For port 30533df9-6d09-43a0-9444-afd728874a58, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=30533df9-6d09-43a0-9444-afd728874a58,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:23.235406 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cd90525e-d444-4df9-a73a-0c1da5fd1683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:23.244339 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-efaaa1c7-33a6-4bae-a50e-069bbf833f1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, d56610a4-27a6-42a9-a20e-8e3f9f30a597) {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:38:23.249883 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaaa1c7-33a6-4bae-a50e-069bbf833f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:23.251330 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-efaaa1c7-33a6-4bae-a50e-069bbf833f1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:23.253675 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-cd90525e-d444-4df9-a73a-0c1da5fd1683 admin admin] Calling delete_port for 30533df9-6d09-43a0-9444-afd728874a58 owned by network:router_gateway {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:38:23.269393 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a123b71-044b-4386-a941-a9f37e25ee65 None None] Network d56610a4-27a6-42a9-a20e-8e3f9f30a597 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:38:23.345788 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-efaaa1c7-33a6-4bae-a50e-069bbf833f1a admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8467343 Oct 29 01:38:23.522012 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3c4a66-5fb6-463d-99e1-da54acb97f8c None None] Network d56610a4-27a6-42a9-a20e-8e3f9f30a597 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:38:23.623658 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-a5abfb29-59f8-40cb-b84f-ff10788a12a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e017201-0708-46f3-bf83-66041b1b8524', 'name': 'tempest-TestShelveInstance-1743133785-router', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '30533df9-6d09-43a0-9444-afd728874a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:42Z', 'updated_at': '2021-10-29T01:38:21Z', 'revision_number': 5, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'gw_port': {'id': '30533df9-6d09-43a0-9444-afd728874a58', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:43Z', 'updated_at': '2021-10-29T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:23.647034 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cd90525e-d444-4df9-a73a-0c1da5fd1683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:23.682556 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5abfb29-59f8-40cb-b84f-ff10788a12a1 None None] The sync data for ids ['0e017201-0708-46f3-bf83-66041b1b8524'] in dv-cinder-813984-5-iscsi is: [{'id': '0e017201-0708-46f3-bf83-66041b1b8524', 'name': 'tempest-TestShelveInstance-1743133785-router', 'tenant_id': 'fea0db42704249b29fba70abbda7991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': '30533df9-6d09-43a0-9444-afd728874a58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:42Z', 'updated_at': '2021-10-29T01:38:21Z', 'revision_number': 5, 'project_id': 'fea0db42704249b29fba70abbda7991c', 'gw_port': {'id': '30533df9-6d09-43a0-9444-afd728874a58', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e017201-0708-46f3-bf83-66041b1b8524', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:43Z', 'updated_at': '2021-10-29T01:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:38:23.694157 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90525e-d444-4df9-a73a-0c1da5fd1683 admin admin] Pushing event deleted for resources: {'Port': ['ID=30533df9-6d09-43a0-9444-afd728874a58,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:23.796766 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cd90525e-d444-4df9-a73a-0c1da5fd1683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989792'] for router_gateway, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:23.913291 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cd90525e-d444-4df9-a73a-0c1da5fd1683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3706'] for router, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:23.915856 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cd90525e-d444-4df9-a73a-0c1da5fd1683 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:24.018951 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cd90525e-d444-4df9-a73a-0c1da5fd1683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987645'] for router, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:24.019959 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd90525e-d444-4df9-a73a-0c1da5fd1683 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e017201-0708-46f3-bf83-66041b1b8524 {{(pid=101843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 01:38:24.026469 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cd90525e-d444-4df9-a73a-0c1da5fd1683 admin admin] Publish callbacks [] for router, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:24.028067 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-cd90525e-d444-4df9-a73a-0c1da5fd1683 admin admin] 10.222.0.87 "DELETE /v2.0/routers/0e017201-0708-46f3-bf83-66041b1b8524 HTTP/1.1" status: 204 len: 168 time: 1.7519424 Oct 29 01:38:24.031280 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37780) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:24.115185 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb08bae-6899-4798-9021-15e88ae7680a admin admin] Deleting subnet 7d083ebb-5c9a-460a-ad02-feb3e3129bdc {{(pid=101842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:38:24.120877 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1cb08bae-6899-4798-9021-15e88ae7680a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:24.180285 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1cb08bae-6899-4798-9021-15e88ae7680a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555563'] for subnet, precommit_delete_associations {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:24.307642 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1cb08bae-6899-4798-9021-15e88ae7680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8342707'] for subnet, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:24.457589 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37790) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:24.462773 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-065d60d1-041f-46cd-a7be-55c66439d55c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1946507007-network', 'tenant_id': '719beb3d32574c10970702592c7dcd8a'}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:38:24.505175 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1cb08bae-6899-4798-9021-15e88ae7680a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26056727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26099192'] for subnet, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:24.552381 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb08bae-6899-4798-9021-15e88ae7680a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d083ebb-5c9a-460a-ad02-feb3e3129bdc,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:24.562187 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-1cb08bae-6899-4798-9021-15e88ae7680a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:24.568111 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-1cb08bae-6899-4798-9021-15e88ae7680a admin admin] 10.222.0.87 "DELETE /v2.0/subnets/7d083ebb-5c9a-460a-ad02-feb3e3129bdc HTTP/1.1" status: 204 len: 168 time: 0.5348370 Oct 29 01:38:24.570303 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedf1bda-93cd-4e53-957f-f9117f125dcc None None] Network acba2ac2-4dda-4f15-b3fb-5874b71db82d requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:38:24.570813 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37792) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:24.603229 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065d60d1-041f-46cd-a7be-55c66439d55c admin admin] Made reservation on behalf of 719beb3d32574c10970702592c7dcd8a for: {'network': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:38:24.607560 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-065d60d1-041f-46cd-a7be-55c66439d55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for network, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:24.623557 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-065d60d1-041f-46cd-a7be-55c66439d55c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:24.678382 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7984549'] for network, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:24.748997 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] Deleting port 08720d8e-bbd0-472b-97bb-7cc14c998dc4 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:38:24.750142 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:24.753940 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-065d60d1-041f-46cd-a7be-55c66439d55c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:24.824899 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-065d60d1-041f-46cd-a7be-55c66439d55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:24.827947 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] For port 08720d8e-bbd0-472b-97bb-7cc14c998dc4, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=08720d8e-bbd0-472b-97bb-7cc14c998dc4,segment=NetworkSegment(3b684c25-e1f1-4a60-bef6-7b4548e18e8a),segment_id=3b684c25-e1f1-4a60-bef6-7b4548e18e8a)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:24.828582 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:24.858080 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] Calling delete_port for 08720d8e-bbd0-472b-97bb-7cc14c998dc4 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:38:24.860751 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065d60d1-041f-46cd-a7be-55c66439d55c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 948} {{(pid=101843) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 29 01:38:24.874597 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-065d60d1-041f-46cd-a7be-55c66439d55c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:24.875129 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.db.segments_db [None req-065d60d1-041f-46cd-a7be-55c66439d55c admin admin] Added segment 5025168c-7465-40c8-bd04-cbd3ffde0b38 of type vlan for network c3ad8d34-0ae0-4f47-91c0-cc654a37e5d9 Oct 29 01:38:24.949730 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-065d60d1-041f-46cd-a7be-55c66439d55c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789670800321'] for network, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:24.981904 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 30533df9-6d09-43a0-9444-afd728874a58 no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:38:25.006493 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d60d1-041f-46cd-a7be-55c66439d55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10bedcd-a3b7-4427-ad78-519999a3f520,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:25.049959 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 30533df9-6d09-43a0-9444-afd728874a58 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:38:25.050532 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 30533df9-6d09-43a0-9444-afd728874a58 not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:38:25.051207 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355 no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:38:25.066305 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-065d60d1-041f-46cd-a7be-55c66439d55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877'] for network, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:25.067207 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065d60d1-041f-46cd-a7be-55c66439d55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:25.067834 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-065d60d1-041f-46cd-a7be-55c66439d55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:25.094668 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:38:25.095218 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 7eb7dd27-5225-4141-8bd0-aa6e0c0ae355 not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:38:25.124541 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:25.147453 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d60d1-041f-46cd-a7be-55c66439d55c admin admin] Pushing event updated for resources: {'Network': ['ID=c3ad8d34-0ae0-4f47-91c0-cc654a37e5d9,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:25.169513 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Network c3ad8d34-0ae0-4f47-91c0-cc654a37e5d9 details requested by agent ovs-agent-dv-cinder-813984-5-iscsi with host dv-cinder-813984-5-iscsi {{(pid=101844) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 29 01:38:25.180069 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] Pushing event deleted for resources: {'Port': ['ID=08720d8e-bbd0-472b-97bb-7cc14c998dc4,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:25.185822 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] No DVR routers for this DVR port 08720d8e-bbd0-472b-97bb-7cc14c998dc4 on host dv-cinder-813984-5-iscsi {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:38:25.219074 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ecff51-95c6-4db5-89ae-bba2bcce2824 None None] DHCP port deletion for acba2ac2-4dda-4f15-b3fb-5874b71db82d request from dv-cinder-813984-5-iscsi {{(pid=101844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 01:38:25.249403 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-065d60d1-041f-46cd-a7be-55c66439d55c admin admin] 10.222.0.87 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7888579 Oct 29 01:38:25.252062 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37796) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:25.263873 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.v2.base [None req-8f5f521e-61ac-4afe-b905-c83ba8cc2758 admin admin] Request body: {'subnet': {'network_id': 'c3ad8d34-0ae0-4f47-91c0-cc654a37e5d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1946507007-subnet', 'tenant_id': '719beb3d32574c10970702592c7dcd8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101843) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:38:25.277337 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8172742', 'neutron.services.segments.db._delete_segments_for_network-8789671302000'] for network, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:25.305365 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acba2ac2-4dda-4f15-b3fb-5874b71db82d']}} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:25.315548 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b684c25-e1f1-4a60-bef6-7b4548e18e8a') {'for_net_delete': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:25.318247 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b684c25-e1f1-4a60-bef6-7b4548e18e8a') {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:25.325886 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789671302777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555570'] for segment, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:25.341338 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:25.348333 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] Releasing vlan 930 on physical network physnet1 to pool {{(pid=101842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:38:25.348770 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26056945'] for segment, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: Traceback (most recent call last): Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: timer() Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: cb(*args, **kw) Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: return func(*args, **kwargs) Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: self._notify() Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: self.callback(batched_events) Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: event.method(event) Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: return f(self, *a, **k) Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._get(url).json() Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: return self.request(url, 'GET', **kwargs) Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:38:25.350491 dv-cinder-813984-5-iscsi neutron-server[101842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:38:25.397650 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5f521e-61ac-4afe-b905-c83ba8cc2758 admin admin] Made reservation on behalf of 719beb3d32574c10970702592c7dcd8a for: {'subnet': 1} {{(pid=101843) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:38:25.400690 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8f5f521e-61ac-4afe-b905-c83ba8cc2758 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25205606'] for subnet, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:25.521193 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8171573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989756'] for network, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:25.527765 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:25.531189 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] 10.222.0.87 "DELETE /v2.0/networks/acba2ac2-4dda-4f15-b3fb-5874b71db82d HTTP/1.1" status: 204 len: 168 time: 0.9596517 Oct 29 01:38:25.538155 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37798) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:25.544717 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41cb85-9d5e-461e-aa88-f0713b6abf1d admin admin] Pushing event deleted for resources: {'Network': ['ID=acba2ac2-4dda-4f15-b3fb-5874b71db82d,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:25.745191 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8f5f521e-61ac-4afe-b905-c83ba8cc2758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2790585', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25205404'] for subnet, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:25.832064 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f521e-61ac-4afe-b905-c83ba8cc2758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ad4ee37-61dd-4db4-a4e4-f0ba43374734,revision_number=0']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:25.848182 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f521e-61ac-4afe-b905-c83ba8cc2758 admin admin] Checking segment: {'id': '5025168c-7465-40c8-bd04-cbd3ffde0b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 948, 'network_id': 'c3ad8d34-0ae0-4f47-91c0-cc654a37e5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101843) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:38:25.848543 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f521e-61ac-4afe-b905-c83ba8cc2758 admin admin] Network hostable DHCP agents. Network: c3ad8d34-0ae0-4f47-91c0-cc654a37e5d9, hostable agents: ['9db15369-9eb5-4c7e-9002-f8de12fc8397'], hosted agents: [] {{(pid=101843) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 29 01:38:26.002772 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f9a3ad27-6055-4f9e-a78a-0e0b057f6ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987946'] for router_interface, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:26.005965 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f521e-61ac-4afe-b905-c83ba8cc2758 admin admin] Network c3ad8d34-0ae0-4f47-91c0-cc654a37e5d9 is scheduled to be hosted by DHCP agent 9db15369-9eb5-4c7e-9002-f8de12fc8397 with binding_index 1 {{(pid=101843) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 29 01:38:26.169089 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.base_scheduler [None req-8f5f521e-61ac-4afe-b905-c83ba8cc2758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813984-5-iscsi, c3ad8d34-0ae0-4f47-91c0-cc654a37e5d9) {{(pid=101843) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:38:26.174965 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5f521e-61ac-4afe-b905-c83ba8cc2758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101843) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:38:26.180149 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8f5f521e-61ac-4afe-b905-c83ba8cc2758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:26.182093 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a676f9a0-9aed-4c06-8b25-78a6ea71a9f6 None None] Network c3ad8d34-0ae0-4f47-91c0-cc654a37e5d9 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:38:26.288649 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-8f5f521e-61ac-4afe-b905-c83ba8cc2758 admin admin] 10.222.0.87 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0345659 Oct 29 01:38:26.346361 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3ad27-6055-4f9e-a78a-0e0b057f6ab9 admin admin] Deleting port 1733e28d-8929-4641-9edb-7e056a2c855b {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:38:26.346919 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f9a3ad27-6055-4f9e-a78a-0e0b057f6ab9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:26.366790 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85caa89e-f6bf-4e01-a403-d0e513e5459e None None] Network c3ad8d34-0ae0-4f47-91c0-cc654a37e5d9 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:38:26.488027 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37804) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:26.509002 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-f9a3ad27-6055-4f9e-a78a-0e0b057f6ab9 admin admin] For port 1733e28d-8929-4641-9edb-7e056a2c855b, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=1733e28d-8929-4641-9edb-7e056a2c855b,segment=NetworkSegment(91dfc130-67ce-42d3-9146-71f879c22aaf),segment_id=91dfc130-67ce-42d3-9146-71f879c22aaf)] {{(pid=101843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:26.509609 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f9a3ad27-6055-4f9e-a78a-0e0b057f6ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:26.537320 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-f9a3ad27-6055-4f9e-a78a-0e0b057f6ab9 admin admin] Calling delete_port for 1733e28d-8929-4641-9edb-7e056a2c855b owned by network:router_interface {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:38:26.543461 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_v2 [None req-38832aa0-d21d-45f5-98f1-c69ed7d4eedc admin admin] Deleting subnet 456168af-a1e3-4885-88dc-6da9c3d06479 {{(pid=101842) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:38:26.547290 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-38832aa0-d21d-45f5-98f1-c69ed7d4eedc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:26.584376 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-38832aa0-d21d-45f5-98f1-c69ed7d4eedc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25555563'] for subnet, precommit_delete_associations {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:26.632119 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-38832aa0-d21d-45f5-98f1-c69ed7d4eedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8342707'] for subnet, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:26.771997 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-38832aa0-d21d-45f5-98f1-c69ed7d4eedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26056727', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26099192'] for subnet, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:26.798477 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38832aa0-d21d-45f5-98f1-c69ed7d4eedc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=456168af-a1e3-4885-88dc-6da9c3d06479,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:26.802369 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-38832aa0-d21d-45f5-98f1-c69ed7d4eedc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:26.805635 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-38832aa0-d21d-45f5-98f1-c69ed7d4eedc admin admin] 10.222.0.87 "DELETE /v2.0/subnets/456168af-a1e3-4885-88dc-6da9c3d06479 HTTP/1.1" status: 204 len: 168 time: 0.3165414 Oct 29 01:38:26.808552 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37806) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:26.811851 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f9a3ad27-6055-4f9e-a78a-0e0b057f6ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:26.859254 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 08720d8e-bbd0-472b-97bb-7cc14c998dc4 no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:38:26.871548 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a3ad27-6055-4f9e-a78a-0e0b057f6ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1733e28d-8929-4641-9edb-7e056a2c855b,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:26.898067 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 08720d8e-bbd0-472b-97bb-7cc14c998dc4 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:38:26.898067 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 08720d8e-bbd0-472b-97bb-7cc14c998dc4 not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:38:26.907453 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-42da8c1a-40b9-4b52-add1-fad42298af0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7984549'] for network, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:27.001498 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-42da8c1a-40b9-4b52-add1-fad42298af0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8172742', 'neutron.services.segments.db._delete_segments_for_network-8789671302000'] for network, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:27.025562 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-42da8c1a-40b9-4b52-add1-fad42298af0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d56610a4-27a6-42a9-a20e-8e3f9f30a597']}} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:27.036617 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-42da8c1a-40b9-4b52-add1-fad42298af0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c734d04-5437-4cd0-9063-5cb58a9db3c8') {'for_net_delete': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:27.036921 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-42da8c1a-40b9-4b52-add1-fad42298af0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c734d04-5437-4cd0-9063-5cb58a9db3c8') {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:27.050147 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-42da8c1a-40b9-4b52-add1-fad42298af0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789671302777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555570'] for segment, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:27.050961 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-f9a3ad27-6055-4f9e-a78a-0e0b057f6ab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-988094'] for router_interface, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:27.067073 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-42da8c1a-40b9-4b52-add1-fad42298af0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:27.078522 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42da8c1a-40b9-4b52-add1-fad42298af0a admin admin] Releasing vlan 941 on physical network physnet1 to pool {{(pid=101842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-42da8c1a-40b9-4b52-add1-fad42298af0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26056945'] for segment, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: Traceback (most recent call last): Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: timer() Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: cb(*args, **kw) Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: return func(*args, **kwargs) Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: self._notify() Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: self.callback(batched_events) Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: event.method(event) Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: return f(self, *a, **k) Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._get(url).json() Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: return self.request(url, 'GET', **kwargs) Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:38:27.083095 dv-cinder-813984-5-iscsi neutron-server[101842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:38:27.249842 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-42da8c1a-40b9-4b52-add1-fad42298af0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8171573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989756'] for network, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:27.257849 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-42da8c1a-40b9-4b52-add1-fad42298af0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:27.264481 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-42da8c1a-40b9-4b52-add1-fad42298af0a admin admin] 10.222.0.87 "DELETE /v2.0/networks/d56610a4-27a6-42a9-a20e-8e3f9f30a597 HTTP/1.1" status: 204 len: 168 time: 0.4515214 Oct 29 01:38:27.265939 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37808) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:27.273781 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da8c1a-40b9-4b52-add1-fad42298af0a admin admin] Pushing event deleted for resources: {'Network': ['ID=d56610a4-27a6-42a9-a20e-8e3f9f30a597,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:27.343846 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-59d847ed-60ce-47c2-a9d4-de42baafad7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:27.376386 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_v2 [None req-3975a6e9-0b02-4081-9375-cf152ba91923 admin admin] Deleting subnet 4ad4ee37-61dd-4db4-a4e4-f0ba43374734 {{(pid=101843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:38:27.389302 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3975a6e9-0b02-4081-9375-cf152ba91923 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:27.393762 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a3ad27-6055-4f9e-a78a-0e0b057f6ab9 admin admin] Router 39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0 has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:38:27.550446 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3975a6e9-0b02-4081-9375-cf152ba91923 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680530'] for subnet, precommit_delete_associations {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:27.617945 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3975a6e9-0b02-4081-9375-cf152ba91923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8342707'] for subnet, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:27.661504 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a3ad27-6055-4f9e-a78a-0e0b057f6ab9 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:38:27.668302 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-f9a3ad27-6055-4f9e-a78a-0e0b057f6ab9 admin admin] 10.222.0.87 "PUT /v2.0/routers/39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1288385 Oct 29 01:38:27.670769 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37814) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:27.675890 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0311e-5b6b-438c-ba77-92c44f0d7778 None None] Sync routers for ids ['39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:38:27.686839 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0311e-5b6b-438c-ba77-92c44f0d7778 None None] Routers {'39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:38:27.687465 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-47b0311e-5b6b-438c-ba77-92c44f0d7778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:38:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:27.818990 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-47b0311e-5b6b-438c-ba77-92c44f0d7778 None None] Set router 39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:38:28.012755 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-47b0311e-5b6b-438c-ba77-92c44f0d7778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'name': 'tempest-TestShelveInstance-728975839-router', 'tenant_id': '0ded337b79e04e829dd47a204b4012d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '6dd58dbd-a15e-466d-9daf-534e63a1fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:51Z', 'updated_at': '2021-10-29T01:38:26Z', 'revision_number': 5, 'project_id': '0ded337b79e04e829dd47a204b4012d2', 'gw_port': {'id': '6dd58dbd-a15e-466d-9daf-534e63a1fc67', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:51Z', 'updated_at': '2021-10-29T01:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:28.040674 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0311e-5b6b-438c-ba77-92c44f0d7778 None None] Checking router: 39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0 for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:38:28.048994 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b0311e-5b6b-438c-ba77-92c44f0d7778 None None] Routers {'39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:38:28.049768 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-47b0311e-5b6b-438c-ba77-92c44f0d7778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:38:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:28.050928 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-067fe8f0-1abe-47ba-87d3-53d3911ac6e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:28.124576 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3975a6e9-0b02-4081-9375-cf152ba91923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2790648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25205383'] for subnet, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:28.159421 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975a6e9-0b02-4081-9375-cf152ba91923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ad4ee37-61dd-4db4-a4e4-f0ba43374734,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:28.166848 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3975a6e9-0b02-4081-9375-cf152ba91923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:28.172281 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-3975a6e9-0b02-4081-9375-cf152ba91923 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/4ad4ee37-61dd-4db4-a4e4-f0ba43374734 HTTP/1.1" status: 204 len: 168 time: 0.9031625 Oct 29 01:38:28.172821 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37818) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:28.188109 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-47b0311e-5b6b-438c-ba77-92c44f0d7778 None None] Set router 39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:38:28.201559 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-067fe8f0-1abe-47ba-87d3-53d3911ac6e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:28.266120 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-04c20a51-e9e0-4a23-af5b-fd49b512cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7984549'] for network, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:28.351213 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-04c20a51-e9e0-4a23-af5b-fd49b512cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8172742', 'neutron.services.segments.db._delete_segments_for_network-8789671302000'] for network, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:28.360547 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-067fe8f0-1abe-47ba-87d3-53d3911ac6e5 admin admin] Deleting port 6dd58dbd-a15e-466d-9daf-534e63a1fc67 {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:38:28.360884 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-067fe8f0-1abe-47ba-87d3-53d3911ac6e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:28.376394 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-04c20a51-e9e0-4a23-af5b-fd49b512cdd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ad8d34-0ae0-4f47-91c0-cc654a37e5d9']}} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:28.387416 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-04c20a51-e9e0-4a23-af5b-fd49b512cdd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5025168c-7465-40c8-bd04-cbd3ffde0b38') {'for_net_delete': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:28.387743 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-04c20a51-e9e0-4a23-af5b-fd49b512cdd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5025168c-7465-40c8-bd04-cbd3ffde0b38') {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:28.390988 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-47b0311e-5b6b-438c-ba77-92c44f0d7778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'name': 'tempest-TestShelveInstance-728975839-router', 'tenant_id': '0ded337b79e04e829dd47a204b4012d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '6dd58dbd-a15e-466d-9daf-534e63a1fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:51Z', 'updated_at': '2021-10-29T01:38:26Z', 'revision_number': 5, 'project_id': '0ded337b79e04e829dd47a204b4012d2', 'gw_port': {'id': '6dd58dbd-a15e-466d-9daf-534e63a1fc67', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:51Z', 'updated_at': '2021-10-29T01:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:28.400789 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-04c20a51-e9e0-4a23-af5b-fd49b512cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789671302777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555570'] for segment, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:28.417601 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-04c20a51-e9e0-4a23-af5b-fd49b512cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:28.425432 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c20a51-e9e0-4a23-af5b-fd49b512cdd6 admin admin] Releasing vlan 948 on physical network physnet1 to pool {{(pid=101842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:38:28.425668 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b0311e-5b6b-438c-ba77-92c44f0d7778 None None] The sync data for ids ['39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0'] in dv-cinder-813984-5-iscsi is: [{'id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'name': 'tempest-TestShelveInstance-728975839-router', 'tenant_id': '0ded337b79e04e829dd47a204b4012d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': '6dd58dbd-a15e-466d-9daf-534e63a1fc67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:32:51Z', 'updated_at': '2021-10-29T01:38:26Z', 'revision_number': 5, 'project_id': '0ded337b79e04e829dd47a204b4012d2', 'gw_port': {'id': '6dd58dbd-a15e-466d-9daf-534e63a1fc67', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:3a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:32:51Z', 'updated_at': '2021-10-29T01:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-04c20a51-e9e0-4a23-af5b-fd49b512cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26056945'] for segment, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: Traceback (most recent call last): Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: timer() Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: cb(*args, **kw) Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: return func(*args, **kwargs) Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: self._notify() Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: self.callback(batched_events) Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: event.method(event) Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: return f(self, *a, **k) Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._get(url).json() Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: return self.request(url, 'GET', **kwargs) Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:38:28.429633 dv-cinder-813984-5-iscsi neutron-server[101842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:38:28.460922 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-067fe8f0-1abe-47ba-87d3-53d3911ac6e5 admin admin] For port 6dd58dbd-a15e-466d-9daf-534e63a1fc67, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=6dd58dbd-a15e-466d-9daf-534e63a1fc67,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:28.460922 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-067fe8f0-1abe-47ba-87d3-53d3911ac6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:28.480945 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-067fe8f0-1abe-47ba-87d3-53d3911ac6e5 admin admin] Calling delete_port for 6dd58dbd-a15e-466d-9daf-534e63a1fc67 owned by network:router_gateway {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:38:28.582357 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-04c20a51-e9e0-4a23-af5b-fd49b512cdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8171573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989756'] for network, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:28.588775 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-04c20a51-e9e0-4a23-af5b-fd49b512cdd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:28.591803 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-04c20a51-e9e0-4a23-af5b-fd49b512cdd6 admin admin] 10.222.0.87 "DELETE /v2.0/networks/c3ad8d34-0ae0-4f47-91c0-cc654a37e5d9 HTTP/1.1" status: 204 len: 168 time: 0.4178367 Oct 29 01:38:28.604785 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c20a51-e9e0-4a23-af5b-fd49b512cdd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3ad8d34-0ae0-4f47-91c0-cc654a37e5d9,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:28.740636 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-067fe8f0-1abe-47ba-87d3-53d3911ac6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:28.769679 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fe8f0-1abe-47ba-87d3-53d3911ac6e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd58dbd-a15e-466d-9daf-534e63a1fc67,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:28.853808 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-067fe8f0-1abe-47ba-87d3-53d3911ac6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989792'] for router_gateway, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:28.933927 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 1733e28d-8929-4641-9edb-7e056a2c855b no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:38:28.964698 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-067fe8f0-1abe-47ba-87d3-53d3911ac6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3706'] for router, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:28.965452 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 1733e28d-8929-4641-9edb-7e056a2c855b {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:38:28.965793 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 1733e28d-8929-4641-9edb-7e056a2c855b not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:38:28.967525 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-067fe8f0-1abe-47ba-87d3-53d3911ac6e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.072053 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37824) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:29.116169 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-e6c46286-0476-47db-bf26-ccf9f003f1f9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=335a1e1c40d843cdab03245c5c197fa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428033 Oct 29 01:38:29.118597 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37826) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:29.132441 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-067fe8f0-1abe-47ba-87d3-53d3911ac6e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987645'] for router, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.132998 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067fe8f0-1abe-47ba-87d3-53d3911ac6e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0 {{(pid=101843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 01:38:29.142348 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-067fe8f0-1abe-47ba-87d3-53d3911ac6e5 admin admin] Publish callbacks [] for router, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.146276 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-067fe8f0-1abe-47ba-87d3-53d3911ac6e5 admin admin] 10.222.0.87 "DELETE /v2.0/routers/39d7fe7c-8dbe-4b56-a46e-a8a4eaf5cdf0 HTTP/1.1" status: 204 len: 168 time: 1.4716675 Oct 29 01:38:29.146479 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37830) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:29.147985 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:38:29.220043 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_v2 [None req-56dcf306-b45c-47c8-9683-ca48796218aa admin admin] Deleting subnet f9fb4e4c-bcff-49f0-b90c-8c6b31880819 {{(pid=101843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:38:29.231220 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-56dcf306-b45c-47c8-9683-ca48796218aa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.260337 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2bed0788-0367-4b21-ad0b-236bc4bfe24d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.285726 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-56dcf306-b45c-47c8-9683-ca48796218aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680530'] for subnet, precommit_delete_associations {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.316640 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2bed0788-0367-4b21-ad0b-236bc4bfe24d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.417292 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-56dcf306-b45c-47c8-9683-ca48796218aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8342707'] for subnet, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.532089 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2bed0788-0367-4b21-ad0b-236bc4bfe24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.535300 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-2bed0788-0367-4b21-ad0b-236bc4bfe24d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.536507 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-2bed0788-0367-4b21-ad0b-236bc4bfe24d admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/88243033-1a29-42ba-bbf1-6602ad365dce HTTP/1.1" status: 204 len: 168 time: 0.4169495 Oct 29 01:38:29.544550 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed0788-0367-4b21-ad0b-236bc4bfe24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88243033-1a29-42ba-bbf1-6602ad365dce,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:29.566727 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-56dcf306-b45c-47c8-9683-ca48796218aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2790648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25205383'] for subnet, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.596394 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcf306-b45c-47c8-9683-ca48796218aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9fb4e4c-bcff-49f0-b90c-8c6b31880819,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:29.598353 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-56dcf306-b45c-47c8-9683-ca48796218aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.605482 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-56dcf306-b45c-47c8-9683-ca48796218aa admin admin] 10.222.0.87 "DELETE /v2.0/subnets/f9fb4e4c-bcff-49f0-b90c-8c6b31880819 HTTP/1.1" status: 204 len: 168 time: 0.4543171 Oct 29 01:38:29.606169 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37838) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:29.606554 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbebdfff-3afa-4e39-bee4-7df4dad45da5 None None] Network 2f1763f2-5653-46d3-a509-d3e917949e09 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:38:29.694416 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7984549'] for network, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.754590 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] Deleting port 86533676-b7f5-41f7-b0ba-5d8f65f3f03f {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:38:29.755075 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.795161 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] DHCP port deletion for 2f1763f2-5653-46d3-a509-d3e917949e09 request from dv-cinder-813984-5-iscsi {{(pid=101844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 01:38:29.827402 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] For port 86533676-b7f5-41f7-b0ba-5d8f65f3f03f, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=86533676-b7f5-41f7-b0ba-5d8f65f3f03f,segment=NetworkSegment(91dfc130-67ce-42d3-9146-71f879c22aaf),segment_id=91dfc130-67ce-42d3-9146-71f879c22aaf)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:29.827830 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.841485 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] Calling delete_port for 86533676-b7f5-41f7-b0ba-5d8f65f3f03f owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:38:29.847312 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] Deleting port 86533676-b7f5-41f7-b0ba-5d8f65f3f03f {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:38:29.847687 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.915536 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] For port 86533676-b7f5-41f7-b0ba-5d8f65f3f03f, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=86533676-b7f5-41f7-b0ba-5d8f65f3f03f,segment=NetworkSegment(91dfc130-67ce-42d3-9146-71f879c22aaf),segment_id=91dfc130-67ce-42d3-9146-71f879c22aaf)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:38:29.915988 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:29.931320 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] Calling delete_port for 86533676-b7f5-41f7-b0ba-5d8f65f3f03f owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:38:30.028984 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.035769 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.053310 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] Pushing event deleted for resources: {'Port': ['ID=86533676-b7f5-41f7-b0ba-5d8f65f3f03f,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:30.060928 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] No DVR routers for this DVR port 86533676-b7f5-41f7-b0ba-5d8f65f3f03f on host dv-cinder-813984-5-iscsi {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:38:30.064312 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] Pushing event deleted for resources: {'Port': ['ID=86533676-b7f5-41f7-b0ba-5d8f65f3f03f,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:30.068776 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] No DVR routers for this DVR port 86533676-b7f5-41f7-b0ba-5d8f65f3f03f on host dv-cinder-813984-5-iscsi {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:38:30.074903 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:30.075266 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:30.075604 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:30.075969 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:30.076308 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:30.076643 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:30.076977 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:30.077309 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:30.077638 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:30.077965 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:30.078291 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:30.078621 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d964dc-0890-40e3-8c3f-06f019561cbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:38:30.138918 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8172742', 'neutron.services.segments.db._delete_segments_for_network-8789671302000'] for network, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.159982 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1763f2-5653-46d3-a509-d3e917949e09']}} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:30.170617 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91dfc130-67ce-42d3-9146-71f879c22aaf') {'for_net_delete': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:30.170928 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91dfc130-67ce-42d3-9146-71f879c22aaf') {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:38:30.187094 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789671302777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555570'] for segment, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.196765 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.202907 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] Releasing vlan 934 on physical network physnet1 to pool {{(pid=101842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:38:30.203401 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26056945'] for segment, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: Traceback (most recent call last): Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: timer() Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: cb(*args, **kw) Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: return func(*args, **kwargs) Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: self._notify() Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: self.callback(batched_events) Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: event.method(event) Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: return f(self, *a, **k) Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._get(url).json() Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: return self.request(url, 'GET', **kwargs) Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:38:30.205214 dv-cinder-813984-5-iscsi neutron-server[101842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:38:30.241588 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1e6e1b24-3062-423c-afa2-87fb225097f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.389085 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8171573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989756'] for network, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.395072 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.398402 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] 10.222.0.87 "DELETE /v2.0/networks/2f1763f2-5653-46d3-a509-d3e917949e09 HTTP/1.1" status: 204 len: 168 time: 0.7928784 Oct 29 01:38:30.414794 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337ca0a-51c5-4b1f-bb45-0d0ea46a110f admin admin] Pushing event deleted for resources: {'Network': ['ID=2f1763f2-5653-46d3-a509-d3e917949e09,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:30.427119 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37846) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:30.470882 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-019af027-a1f1-45d7-8b93-bfb2a9e246c8 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=719beb3d32574c10970702592c7dcd8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418985 Oct 29 01:38:30.473447 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37848) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:30.526753 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e855a449-5069-4a07-b131-a385a5ceb3cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.549726 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e855a449-5069-4a07-b131-a385a5ceb3cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.714863 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e855a449-5069-4a07-b131-a385a5ceb3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.717968 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e855a449-5069-4a07-b131-a385a5ceb3cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.719243 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-e855a449-5069-4a07-b131-a385a5ceb3cc admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/d10bedcd-a3b7-4427-ad78-519999a3f520 HTTP/1.1" status: 204 len: 168 time: 0.2448695 Oct 29 01:38:30.728098 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855a449-5069-4a07-b131-a385a5ceb3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10bedcd-a3b7-4427-ad78-519999a3f520,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:30.778978 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37856) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:30.832686 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-d6d80c68-3412-41e5-a0c8-f1149cc69d38 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=fea0db42704249b29fba70abbda7991c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520880 Oct 29 01:38:30.835159 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37860) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:30.887511 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 86533676-b7f5-41f7-b0ba-5d8f65f3f03f no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:38:30.904066 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-adc886b0-a5d1-419e-ad76-166971ab1320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.911548 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 86533676-b7f5-41f7-b0ba-5d8f65f3f03f {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:38:30.912036 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 86533676-b7f5-41f7-b0ba-5d8f65f3f03f not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:38:30.912562 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 6dd58dbd-a15e-466d-9daf-534e63a1fc67 no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:38:30.927309 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-adc886b0-a5d1-419e-ad76-166971ab1320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:30.936894 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 6dd58dbd-a15e-466d-9daf-534e63a1fc67 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:38:30.937387 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 6dd58dbd-a15e-466d-9daf-534e63a1fc67 not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:38:31.054675 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-adc886b0-a5d1-419e-ad76-166971ab1320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:31.057767 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-adc886b0-a5d1-419e-ad76-166971ab1320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:31.066502 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-adc886b0-a5d1-419e-ad76-166971ab1320 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/ff0c753d-0531-4a55-ad5a-287548bda1a4 HTTP/1.1" status: 204 len: 168 time: 0.2230854 Oct 29 01:38:31.071680 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc886b0-a5d1-419e-ad76-166971ab1320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0c753d-0531-4a55-ad5a-287548bda1a4,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:31.223846 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:31.351607 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:31.938865 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37890) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:31.992013 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-b975b7e6-21f8-4443-a348-700f483c6166 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=0ded337b79e04e829dd47a204b4012d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519094 Oct 29 01:38:31.994845 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37894) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:32.050477 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b9c8cda6-9445-4eac-9ad1-45ce5dbee277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:32.074732 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b9c8cda6-9445-4eac-9ad1-45ce5dbee277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:32.257688 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b9c8cda6-9445-4eac-9ad1-45ce5dbee277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:32.260692 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b9c8cda6-9445-4eac-9ad1-45ce5dbee277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:32.262302 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-b9c8cda6-9445-4eac-9ad1-45ce5dbee277 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/be2fdfe8-cd16-4941-8dac-57b36142df25 HTTP/1.1" status: 204 len: 168 time: 0.2664354 Oct 29 01:38:32.271354 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8cda6-9445-4eac-9ad1-45ce5dbee277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2fdfe8-cd16-4941-8dac-57b36142df25,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:32.837145 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 37918) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:32.957810 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b5002c70-27f8-4b21-8cd9-558fd1aa841b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:33.021108 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:33.040191 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b5002c70-27f8-4b21-8cd9-558fd1aa841b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:33.123143 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-b5002c70-27f8-4b21-8cd9-558fd1aa841b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:33.164894 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-b5002c70-27f8-4b21-8cd9-558fd1aa841b admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=b90d3e2ff25d4e278bae635d92501821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266096 Oct 29 01:38:33.167760 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 37930) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:38:33.168298 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5002c70-27f8-4b21-8cd9-558fd1aa841b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8beb3991-6f32-4498-b1e1-c76942503156,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:33.221484 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8dad67b5-e1b5-4444-82fa-4be1630e9415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:33.248353 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8dad67b5-e1b5-4444-82fa-4be1630e9415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:33.397218 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8dad67b5-e1b5-4444-82fa-4be1630e9415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:33.399990 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-8dad67b5-e1b5-4444-82fa-4be1630e9415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:33.403631 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-8dad67b5-e1b5-4444-82fa-4be1630e9415 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/8beb3991-6f32-4498-b1e1-c76942503156 HTTP/1.1" status: 204 len: 168 time: 0.2321000 Oct 29 01:38:33.409785 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad67b5-e1b5-4444-82fa-4be1630e9415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8beb3991-6f32-4498-b1e1-c76942503156,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:38:43.325896 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:38:57.225746 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2e5a7523-046c-4c2b-9204-d64892d22246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:00.231382 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-82bc63e7-ab05-4b92-a83f-42127727c61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:01.202293 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:01.293651 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:01.954242 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-d15299d1-8f2a-4328-ab90-f81747e0ca8a tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1031308803&fields=id&tenant_id=84bceeeb4f67456a90779360ffc620aa HTTP/1.1" status: 200 len: 267 time: 0.0347867 Oct 29 01:39:02.071436 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-5c25ab61-788a-44fa-802e-7c35f7c613dc tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:02.072953 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-5c25ab61-788a-44fa-802e-7c35f7c613dc tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/networks?id=b37af5eb-5268-42f9-a4b9-3756fed9194f HTTP/1.1" status: 200 len: 811 time: 0.1114457 Oct 29 01:39:02.089114 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-3312042e-6e70-4ffa-82bf-d5a693998cd5 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/quotas/84bceeeb4f67456a90779360ffc620aa HTTP/1.1" status: 200 len: 375 time: 0.0103502 Oct 29 01:39:02.148205 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-691137b9-35d6-43a9-9c9c-e0b1f5e369fe tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?tenant_id=84bceeeb4f67456a90779360ffc620aa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0533233 Oct 29 01:39:02.248111 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-43afc75f-80c7-495f-9e4e-a87a81169957 service neutron] 10.222.0.87 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871458 Oct 29 01:39:02.340481 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-ce382b72-86a3-4515-91d8-f2793a8b15a5 service neutron] 10.222.0.87 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860088 Oct 29 01:39:03.071252 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:03.243706 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b20763ec-f729-4de1-98d0-c9756e451ecb req-16bf8cd6-aedd-4fc4-95ba-925996fb3774 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 210 time: 0.1911354 Oct 29 01:39:04.400914 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-be422066-6b4f-4c80-b796-7cebb5cb3f84 req-626ea4bc-dcac-4c08-b6af-1902fa6d6856 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 210 time: 0.0876403 Oct 29 01:39:05.498255 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6b078ead-ca1f-473a-aaa6-2f6cb6d4afe9 req-3dbacdb4-25f2-4dae-ad7b-809064d3fa79 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 210 time: 0.0309155 Oct 29 01:39:06.136550 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:39:06.592346 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-45488173-ef5a-471f-af0b-3fa5b8f5264d req-df83f155-67ce-47e8-8914-ec6bacf2278a tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 210 time: 0.0283127 Oct 29 01:39:07.690051 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-df581d7a-8d30-46d8-ac8c-edb6b7d4cf21 req-c45aafc1-4140-4d32-a9d1-15b97d4569b1 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 210 time: 0.0271235 Oct 29 01:39:08.351683 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-3897b79c-524c-4b3c-a5c2-267d4724c8ae tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:08.353192 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-3897b79c-524c-4b3c-a5c2-267d4724c8ae tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.83 "GET /v2.0/networks?id=b37af5eb-5268-42f9-a4b9-3756fed9194f HTTP/1.1" status: 200 len: 811 time: 0.1282055 Oct 29 01:39:08.397789 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-c2dd63ed-caaa-46c1-be90-c6d504da2dec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84bceeeb4f67456a90779360ffc620aa HTTP/1.1" status: 200 len: 380 time: 0.0342731 Oct 29 01:39:08.408946 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Request body: {'port': {'device_id': 'a4afd50f-8af5-4a24-9636-525f7d655a92', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'admin_state_up': True, 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'security_groups': ['b9b7c493-6d16-47c8-9ce8-dd16ad351eee']}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:39:08.588329 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Made reservation on behalf of 84bceeeb4f67456a90779360ffc620aa for: {'port': 1} {{(pid=101842) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 29 01:39:08.592092 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:08.729898 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Allocated IP 172.20.0.6 (b37af5eb-5268-42f9-a4b9-3756fed9194f/7c138a45-42da-4b80-988e-91ca66e794cd/8a8ce161-bc5b-4343-8c2d-f23cbcc94787) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:39:08.818979 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-81019fb6-d785-484b-8887-6581c2d01323 req-b91ae193-e6a4-48b1-9c91-eadfbaeb7fd5 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 210 time: 0.0518847 Oct 29 01:39:08.915669 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:09.025639 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:09.070520 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Network b37af5eb-5268-42f9-a4b9-3756fed9194f is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:39:09.073735 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:39:09.077592 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:39:09.108419 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event updated for resources: {'Port': ['ID=8a8ce161-bc5b-4343-8c2d-f23cbcc94787,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:39:09.124028 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:09.124394 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:09.124802 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:09.125082 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:09.125424 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:09.125793 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:09.126133 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:09.126468 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:09.127408 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:09.128494 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:09.128829 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:09.129221 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:09.156840 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:09.157514 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:09.275246 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-c6a82f8a-dd16-4f59-8229-59cf4d060eec tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8700941 Oct 29 01:39:09.288373 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Request body: {'port': {'device_id': 'a4afd50f-8af5-4a24-9636-525f7d655a92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81398'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:39:09.348718 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:09.391512 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-89c9e954-e33e-4d18-908d-fec8831173b3 None None] Provisioning complete for port 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 triggered by entity DHCP. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:39:09.393026 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-89c9e954-e33e-4d18-908d-fec8831173b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:09.427016 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-89c9e954-e33e-4d18-908d-fec8831173b3 None None] Port 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 cannot update to ACTIVE because it is not bound. {{(pid=101844) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 29 01:39:09.629611 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 {{(pid=101842) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:39:09.637262 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:09.650094 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.provisioning_blocks [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Transition to ACTIVE for port object 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 will not be triggered until provisioned by entity L2. {{(pid=101842) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 29 01:39:09.754802 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:09.857976 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Pushing event updated for resources: {'Port': ['ID=8a8ce161-bc5b-4343-8c2d-f23cbcc94787,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:39:09.934721 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Attempting to bind port 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 on host hv-cinder-81398 for vnic_type normal with profile {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 29 01:39:09.935782 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Attempting to bind port 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 by drivers openvswitch,hyperv on host hv-cinder-81398 at level 0 using segments [{'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 29 01:39:09.936125 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Attempting to bind port 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 on network b37af5eb-5268-42f9-a4b9-3756fed9194f {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:39:09.951660 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Port 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 on network b37af5eb-5268-42f9-a4b9-3756fed9194f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81398 {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 29 01:39:09.951660 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Attempting to bind port 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 on network b37af5eb-5268-42f9-a4b9-3756fed9194f {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 29 01:39:09.984978 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Checking agent: {'id': '08dba0a0-ac36-4dd9-b25c-57fca99694d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81398', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'started_at': datetime.datetime(2021, 10, 29, 1, 27, 11), 'heartbeat_timestamp': datetime.datetime(2021, 10, 29, 1, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 29 01:39:09.984978 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Checking segment: {'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101842) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 29 01:39:09.984978 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Bound using segment: {'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'} {{(pid=101842) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 29 01:39:09.984978 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.managers [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Bound port: 8a8ce161-bc5b-4343-8c2d-f23cbcc94787, host: hv-cinder-81398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f'}}] {{(pid=101842) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 29 01:39:09.984978 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:10.040198 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1edda4-b974-4ba7-bace-7daa2e7e04f8 req-cbb9a399-5f1f-4106-ae57-57fba76a4ce8 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:10.041765 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ff1edda4-b974-4ba7-bace-7daa2e7e04f8 req-cbb9a399-5f1f-4106-ae57-57fba76a4ce8 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 943 time: 0.1090577 Oct 29 01:39:10.093159 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] For port 8a8ce161-bc5b-4343-8c2d-f23cbcc94787, host hv-cinder-81398, cleared binding levels {{(pid=101842) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 29 01:39:10.107041 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] For port 8a8ce161-bc5b-4343-8c2d-f23cbcc94787, host hv-cinder-81398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8a8ce161-bc5b-4343-8c2d-f23cbcc94787,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101842) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 29 01:39:10.110564 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ff1edda4-b974-4ba7-bace-7daa2e7e04f8 req-f30d3cad-ac4c-4d43-bb58-aa358a2d259d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556645 Oct 29 01:39:10.234423 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:10.288178 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:10.288178 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:10.288178 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] 10.222.0.83 "PUT /v2.0/ports/8a8ce161-bc5b-4343-8c2d-f23cbcc94787 HTTP/1.1" status: 200 len: 1093 time: 0.9940305 Oct 29 01:39:10.288178 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4afd50f-8af5-4a24-9636-525f7d655a92', 'tag': '8a8ce161-bc5b-4343-8c2d-f23cbcc94787'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:39:10.289753 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88abae1c-8341-431f-808e-f724243df062" -d '{"events": [{"name": "network-changed", "server_uuid": "a4afd50f-8af5-4a24-9636-525f7d655a92", "tag": "8a8ce161-bc5b-4343-8c2d-f23cbcc94787"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:39:10.316542 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d39ab9-c37b-479a-97ba-75ae74344cca service neutron] Pushing event updated for resources: {'Port': ['ID=8a8ce161-bc5b-4343-8c2d-f23cbcc94787,revision_number=3']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:39:10.347370 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f163a1e1-bdc9-4465-bdb1-8003e9b43de7 x-openstack-request-id: req-f163a1e1-bdc9-4465-bdb1-8003e9b43de7 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:39:10.347895 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4afd50f-8af5-4a24-9636-525f7d655a92", "tag": "8a8ce161-bc5b-4343-8c2d-f23cbcc94787", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:39:10.350581 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-f163a1e1-bdc9-4465-bdb1-8003e9b43de7 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:39:10.350581 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4afd50f-8af5-4a24-9636-525f7d655a92', 'tag': '8a8ce161-bc5b-4343-8c2d-f23cbcc94787', 'status': 'completed', 'code': 200} Oct 29 01:39:10.425449 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abae1c-8341-431f-808e-f724243df062 req-35b5c674-b818-48c9-9121-542acbc90c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:10.427007 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-88abae1c-8341-431f-808e-f724243df062 req-35b5c674-b818-48c9-9121-542acbc90c44 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84bceeeb4f67456a90779360ffc620aa&device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 1096 time: 0.0506630 Oct 29 01:39:10.820298 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abae1c-8341-431f-808e-f724243df062 req-e30907b2-9f9e-4528-a91b-c971d57aa8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:10.820298 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-88abae1c-8341-431f-808e-f724243df062 req-e30907b2-9f9e-4528-a91b-c971d57aa8d8 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=84bceeeb4f67456a90779360ffc620aa&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3840477 Oct 29 01:39:10.922071 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abae1c-8341-431f-808e-f724243df062 req-e5f349b2-ba30-4a14-9ed8-8224d8d2fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:10.923574 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-88abae1c-8341-431f-808e-f724243df062 req-e5f349b2-ba30-4a14-9ed8-8224d8d2fd1a service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964262 Oct 29 01:39:11.000712 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-710ed42a-8a83-405d-9dbc-cbfdcef2863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:11.002747 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-710ed42a-8a83-405d-9dbc-cbfdcef2863c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84bceeeb4f67456a90779360ffc620aa&device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 1096 time: 0.0418153 Oct 29 01:39:11.045092 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-b228713e-f17f-4f8b-badb-4e3aafeece05 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8ce161-bc5b-4343-8c2d-f23cbcc94787 HTTP/1.1" status: 200 len: 217 time: 0.0339568 Oct 29 01:39:11.094880 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-76049058-9263-4c47-b53b-01007fc71c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:11.096373 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-76049058-9263-4c47-b53b-01007fc71c46 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7c138a45-42da-4b80-988e-91ca66e794cd HTTP/1.1" status: 200 len: 850 time: 0.0437896 Oct 29 01:39:11.150152 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-6b86fba8-a282-4826-be5e-4d5cb2775ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:11.151935 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-6b86fba8-a282-4826-be5e-4d5cb2775ded service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b37af5eb-5268-42f9-a4b9-3756fed9194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465636 Oct 29 01:39:11.292148 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09bcbc-ffe5-4713-a387-6440a3baa72b req-71fe2bd1-982d-4e24-8b69-1132f5cd7da5 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:11.293707 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fb09bcbc-ffe5-4713-a387-6440a3baa72b req-71fe2bd1-982d-4e24-8b69-1132f5cd7da5 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 943 time: 0.1089828 Oct 29 01:39:11.297668 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-c4457f0a-c156-401c-9172-6d116356b07c service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377208 Oct 29 01:39:11.391611 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-fb09bcbc-ffe5-4713-a387-6440a3baa72b req-25ce5e6d-f248-4707-8864-df3df673ee5c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897396 Oct 29 01:39:11.422532 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a2de3988-a8c5-4a01-8f29-0b57d008ec6f req-6a458c27-0993-481d-99a6-2c8851cc1c74 service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134012 Oct 29 01:39:12.516097 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90eb6da-09e2-4c90-8df5-a5b55cdc3305 req-07db46c5-8dbe-44ce-ac0c-4d5488eb6107 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:12.518168 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b90eb6da-09e2-4c90-8df5-a5b55cdc3305 req-07db46c5-8dbe-44ce-ac0c-4d5488eb6107 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 943 time: 0.0535140 Oct 29 01:39:12.556964 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-b90eb6da-09e2-4c90-8df5-a5b55cdc3305 req-49794c98-2aec-4fa3-9aac-7b1ea5480bc8 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320859 Oct 29 01:39:13.164330 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 38198) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:39:13.274753 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d00ef30f-7d43-46e2-a8de-3bc9f1d7deaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:13.332768 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:13.353097 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d00ef30f-7d43-46e2-a8de-3bc9f1d7deaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:13.413581 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-d00ef30f-7d43-46e2-a8de-3bc9f1d7deaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:13.452982 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-d00ef30f-7d43-46e2-a8de-3bc9f1d7deaa admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=2d7869c3e9964b61bd14fefec63d325e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875412 Oct 29 01:39:13.453851 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00ef30f-7d43-46e2-a8de-3bc9f1d7deaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4303fd-f82d-4277-8a18-202373a76738,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:39:13.456475 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 38202) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:39:13.509602 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-981e6252-8728-4b1c-b686-75d633499588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:13.530382 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-981e6252-8728-4b1c-b686-75d633499588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:13.653390 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-981e6252-8728-4b1c-b686-75d633499588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:13.656120 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-981e6252-8728-4b1c-b686-75d633499588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:13.657481 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-981e6252-8728-4b1c-b686-75d633499588 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/5c4303fd-f82d-4277-8a18-202373a76738 HTTP/1.1" status: 204 len: 168 time: 0.1999707 Oct 29 01:39:13.666720 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e6252-8728-4b1c-b686-75d633499588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4303fd-f82d-4277-8a18-202373a76738,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:39:13.674760 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e6252-8728-4b1c-b686-75d633499588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:13.675964 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e6252-8728-4b1c-b686-75d633499588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:13.675964 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e6252-8728-4b1c-b686-75d633499588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:13.675964 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e6252-8728-4b1c-b686-75d633499588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:13.676499 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e6252-8728-4b1c-b686-75d633499588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:13.676499 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e6252-8728-4b1c-b686-75d633499588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:13.676733 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e6252-8728-4b1c-b686-75d633499588 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:13.677059 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e6252-8728-4b1c-b686-75d633499588 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:13.677385 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e6252-8728-4b1c-b686-75d633499588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:13.677701 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e6252-8728-4b1c-b686-75d633499588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:13.678215 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e6252-8728-4b1c-b686-75d633499588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:13.678679 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981e6252-8728-4b1c-b686-75d633499588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:39:13.692805 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522c562-95bb-4a02-b430-6b2ebd515b7c req-08194619-2cf9-4d6f-b050-3d8da11af7c4 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:13.695630 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4522c562-95bb-4a02-b430-6b2ebd515b7c req-08194619-2cf9-4d6f-b050-3d8da11af7c4 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 943 time: 0.0685720 Oct 29 01:39:13.741881 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-4522c562-95bb-4a02-b430-6b2ebd515b7c req-a7d40f63-10f0-4980-aa1a-76798334ae73 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391150 Oct 29 01:39:14.270958 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 38212) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:39:14.286089 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1ab13ab4-ec6c-4715-a116-72e07e15d035 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:14.369818 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1ab13ab4-ec6c-4715-a116-72e07e15d035 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:14.482208 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-1ab13ab4-ec6c-4715-a116-72e07e15d035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:14.522128 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-1ab13ab4-ec6c-4715-a116-72e07e15d035 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=4ba695d17f55458ba109ee82e87d3c89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500458 Oct 29 01:39:14.522843 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab13ab4-ec6c-4715-a116-72e07e15d035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625aa4f0-1a66-4875-a078-16846c745cfb,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:39:14.525738 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 38214) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:39:14.579827 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-470f6846-8a59-4111-b3e6-7a1513aa9514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:14.601152 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-470f6846-8a59-4111-b3e6-7a1513aa9514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:14.725096 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-470f6846-8a59-4111-b3e6-7a1513aa9514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:14.727700 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-470f6846-8a59-4111-b3e6-7a1513aa9514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:14.728987 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-470f6846-8a59-4111-b3e6-7a1513aa9514 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/625aa4f0-1a66-4875-a078-16846c745cfb HTTP/1.1" status: 204 len: 168 time: 0.2017014 Oct 29 01:39:14.742416 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f6846-8a59-4111-b3e6-7a1513aa9514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625aa4f0-1a66-4875-a078-16846c745cfb,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:39:14.865736 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a604b2-eac1-4b83-8839-40c8a204cb97 req-a55f439d-274b-498e-91e7-ecefd846993b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:14.867339 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d1a604b2-eac1-4b83-8839-40c8a204cb97 req-a55f439d-274b-498e-91e7-ecefd846993b tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 943 time: 0.0541279 Oct 29 01:39:14.907239 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d1a604b2-eac1-4b83-8839-40c8a204cb97 req-e8708e49-b37f-43aa-8d7b-d47822232d8a tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331836 Oct 29 01:39:15.183565 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ed154fbe-38da-4729-8372-1c9df22290b7 req-9bdc3086-a3ca-4453-96ee-e820abca3375 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399745 Oct 29 01:39:15.256931 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed154fbe-38da-4729-8372-1c9df22290b7 req-50b6ce7e-ad91-48a5-95b5-501db2d2c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:15.296871 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ed154fbe-38da-4729-8372-1c9df22290b7 req-50b6ce7e-ad91-48a5-95b5-501db2d2c1fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84bceeeb4f67456a90779360ffc620aa&device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 1099 time: 0.0485413 Oct 29 01:39:15.368243 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed154fbe-38da-4729-8372-1c9df22290b7 req-9c3ccc02-6e20-44ed-9836-dc754b95470e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:15.369763 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ed154fbe-38da-4729-8372-1c9df22290b7 req-9c3ccc02-6e20-44ed-9836-dc754b95470e service neutron] 10.222.0.83 "GET /v2.0/networks?id=b37af5eb-5268-42f9-a4b9-3756fed9194f HTTP/1.1" status: 200 len: 912 time: 0.0873725 Oct 29 01:39:15.450061 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ed154fbe-38da-4729-8372-1c9df22290b7 req-9222c8f5-7a2c-4109-8611-1679d891d0fd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=704607c3-0bdb-4458-b12a-5f98dc711d46 HTTP/1.1" status: 200 len: 1001 time: 0.0714588 Oct 29 01:39:15.500604 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed154fbe-38da-4729-8372-1c9df22290b7 req-fcde8f9a-1d64-40e5-97e4-29531391417e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:15.502810 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ed154fbe-38da-4729-8372-1c9df22290b7 req-fcde8f9a-1d64-40e5-97e4-29531391417e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7c138a45-42da-4b80-988e-91ca66e794cd HTTP/1.1" status: 200 len: 850 time: 0.0452518 Oct 29 01:39:15.549842 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed154fbe-38da-4729-8372-1c9df22290b7 req-51321cb7-ae5d-43a1-903b-a1bb3ceae1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:15.551260 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ed154fbe-38da-4729-8372-1c9df22290b7 req-51321cb7-ae5d-43a1-903b-a1bb3ceae1a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b37af5eb-5268-42f9-a4b9-3756fed9194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405874 Oct 29 01:39:15.564102 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [req-ed154fbe-38da-4729-8372-1c9df22290b7 req-5bc07350-a122-454b-bfbc-170df0cf41df service neutron] http://10.222.0.87:9696/v2.0/extensions returned with HTTP 200 {{(pid=101842) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 29 01:39:15.565737 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ed154fbe-38da-4729-8372-1c9df22290b7 req-5bc07350-a122-454b-bfbc-170df0cf41df service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059490 Oct 29 01:39:15.663322 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ed154fbe-38da-4729-8372-1c9df22290b7 req-9d5001f2-6f33-4eca-a37a-16a03497a60f service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889988 Oct 29 01:39:15.758704 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ed154fbe-38da-4729-8372-1c9df22290b7 req-45160097-bdd4-4bbb-8b81-72a415247204 service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875223 Oct 29 01:39:16.036907 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebe37a-3621-430d-bf99-9a960031c6bc req-039c51a5-6c28-48bf-83ec-bd997243f54c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:16.038798 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d5ebe37a-3621-430d-bf99-9a960031c6bc req-039c51a5-6c28-48bf-83ec-bd997243f54c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 943 time: 0.0603499 Oct 29 01:39:16.078841 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d5ebe37a-3621-430d-bf99-9a960031c6bc req-18ce7555-6b10-4485-ae17-7205a75eccd9 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339563 Oct 29 01:39:17.206255 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97f62c-46ec-4402-bde9-c34b789e5a1c req-0a86d346-c4ff-4bbb-a9ba-41dfcb7cf31e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:17.207801 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5b97f62c-46ec-4402-bde9-c34b789e5a1c req-0a86d346-c4ff-4bbb-a9ba-41dfcb7cf31e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 943 time: 0.0512526 Oct 29 01:39:17.246629 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-5b97f62c-46ec-4402-bde9-c34b789e5a1c req-97b6e08d-5b5d-4126-aaee-d4a6af6e133e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328152 Oct 29 01:39:18.366237 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334378bb-6f05-48f4-a3c4-f95e0df0f60b req-0bb6e44a-7665-41be-abf5-6e683962dc61 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:18.367940 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-334378bb-6f05-48f4-a3c4-f95e0df0f60b req-0bb6e44a-7665-41be-abf5-6e683962dc61 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 943 time: 0.0504577 Oct 29 01:39:18.405678 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-334378bb-6f05-48f4-a3c4-f95e0df0f60b req-3c9a2559-e554-434b-a076-897634901214 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316691 Oct 29 01:39:19.281618 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 details requested by agent hyperv_hv-cinder-81398 with host hv-cinder-81398 {{(pid=101844) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 29 01:39:19.386117 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 8a8ce161-bc5b-4343-8c2d-f23cbcc94787, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8a8ce161-bc5b-4343-8c2d-f23cbcc94787,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:39:19.397846 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Returning: {'device': '8a8ce161-bc5b-4343-8c2d-f23cbcc94787', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'port_id': '8a8ce161-bc5b-4343-8c2d-f23cbcc94787', 'mac_address': 'fa:16:3e:3e:de:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 911, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101844) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 29 01:39:19.445840 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:19.461234 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 {{(pid=101844) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 29 01:39:19.482806 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 8a8ce161-bc5b-4343-8c2d-f23cbcc94787, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8a8ce161-bc5b-4343-8c2d-f23cbcc94787,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:39:19.517877 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 38268) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:39:19.533840 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea6bb5-202e-4311-bcd5-16caf51f1b21 req-260053a7-de95-45c4-a05a-071a6429d98e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:19.535481 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-74ea6bb5-202e-4311-bcd5-16caf51f1b21 req-260053a7-de95-45c4-a05a-071a6429d98e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 943 time: 0.0564632 Oct 29 01:39:19.568157 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:19.576254 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-74ea6bb5-202e-4311-bcd5-16caf51f1b21 req-d5b94f30-42dd-42a7-a466-d5d033b81c1c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349638 Oct 29 01:39:19.620625 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=8a8ce161-bc5b-4343-8c2d-f23cbcc94787,revision_number=4']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:39:19.630420 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3642e47d-5f6a-40f3-b3c1-4503da30bee5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:19.704421 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3642e47d-5f6a-40f3-b3c1-4503da30bee5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:19.773508 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-3642e47d-5f6a-40f3-b3c1-4503da30bee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_create {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:19.816228 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-3642e47d-5f6a-40f3-b3c1-4503da30bee5 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=5bd48fef3c9246a7a2f7d091f7ca4a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963934 Oct 29 01:39:19.817130 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642e47d-5f6a-40f3-b3c1-4503da30bee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f109c6be-d452-492d-87ad-3b6e5454e2b4,revision_number=1']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:39:19.818209 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 38272) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:39:19.818720 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] get_ports_and_sgs() called for port_ids ['8a8ce161-bc5b-4343-8c2d-f23cbcc94787'] {{(pid=101844) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 29 01:39:19.872252 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9a6c0a3b-7059-470b-870c-eed69b9162a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:19.895171 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9a6c0a3b-7059-470b-870c-eed69b9162a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:20.048865 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9a6c0a3b-7059-470b-870c-eed69b9162a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:20.051405 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-9a6c0a3b-7059-470b-870c-eed69b9162a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:20.052592 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-9a6c0a3b-7059-470b-870c-eed69b9162a9 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/f109c6be-d452-492d-87ad-3b6e5454e2b4 HTTP/1.1" status: 204 len: 168 time: 0.2332687 Oct 29 01:39:20.062793 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c0a3b-7059-470b-870c-eed69b9162a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f109c6be-d452-492d-87ad-3b6e5454e2b4,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:39:20.706381 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b9e69-e718-40e9-beb1-704303cd5f9b req-431793b9-c9b1-48ec-8e5b-dfe051185716 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:20.707959 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-702b9e69-e718-40e9-beb1-704303cd5f9b req-431793b9-c9b1-48ec-8e5b-dfe051185716 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 944 time: 0.0600598 Oct 29 01:39:20.759313 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-702b9e69-e718-40e9-beb1-704303cd5f9b req-8ae9a96f-ba71-4747-8da5-9d81058990a6 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450423 Oct 29 01:39:21.315488 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 up at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 29 01:39:21.462067 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning for port 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 completed by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 29 01:39:21.466732 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.provisioning_blocks [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Provisioning complete for port 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 triggered by entity L2. {{(pid=101844) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 29 01:39:21.467243 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8173633'] for port, provisioning_complete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:21.568849 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:21.600889 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4afd50f-8af5-4a24-9636-525f7d655a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8ce161-bc5b-4343-8c2d-f23cbcc94787'}] {{(pid=101844) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:39:21.603181 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fa5e507df8b631b4d13956087fb1add5b3ba23714eb96e07ef8f26ba36694cc4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ae51ce-20b2-4986-ae2c-7170428b309c" -d '{"events": [{"server_uuid": "a4afd50f-8af5-4a24-9636-525f7d655a92", "name": "network-vif-plugged", "status": "completed", "tag": "8a8ce161-bc5b-4343-8c2d-f23cbcc94787"}]}' {{(pid=101844) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:39:21.627367 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] For port 8a8ce161-bc5b-4343-8c2d-f23cbcc94787, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8a8ce161-bc5b-4343-8c2d-f23cbcc94787,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:39:21.664120 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15d33d4-e015-4d62-aa3f-97fc196cfee2 x-openstack-request-id: req-c15d33d4-e015-4d62-aa3f-97fc196cfee2 {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:39:21.664469 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4afd50f-8af5-4a24-9636-525f7d655a92", "name": "network-vif-plugged", "status": "completed", "tag": "8a8ce161-bc5b-4343-8c2d-f23cbcc94787", "code": 200}]} {{(pid=101844) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:39:21.664754 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-c15d33d4-e015-4d62-aa3f-97fc196cfee2 {{(pid=101844) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:39:21.665178 dv-cinder-813984-5-iscsi neutron-server[101844]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4afd50f-8af5-4a24-9636-525f7d655a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8ce161-bc5b-4343-8c2d-f23cbcc94787', 'code': 200} Oct 29 01:39:21.702544 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850'] for port, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:21.755860 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Pushing event updated for resources: {'Port': ['ID=8a8ce161-bc5b-4343-8c2d-f23cbcc94787,revision_number=5']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:39:21.889373 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac722d77-a954-4355-b99c-f3f382d09c2d req-eb36fb18-bd71-408f-95dc-3b8bd3a1cda2 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:21.890904 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ac722d77-a954-4355-b99c-f3f382d09c2d req-eb36fb18-bd71-408f-95dc-3b8bd3a1cda2 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 945 time: 0.0619242 Oct 29 01:39:21.930736 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ac722d77-a954-4355-b99c-f3f382d09c2d req-a40ab7f3-7bbc-4e77-aa91-c684b8692ddc tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331392 Oct 29 01:39:22.139357 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8bf24-6207-43eb-b229-73cd64696654 req-682d3240-76c0-45cc-9d97-3d9d817a2048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:22.140820 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-10c8bf24-6207-43eb-b229-73cd64696654 req-682d3240-76c0-45cc-9d97-3d9d817a2048 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 1098 time: 0.1321409 Oct 29 01:39:22.179242 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-10c8bf24-6207-43eb-b229-73cd64696654 req-c5e5cdbf-0ca3-41ba-9315-5dc045cfab92 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287848 Oct 29 01:39:23.049203 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40eb92-1c4f-4981-806d-cd07ab911028 req-39ec4d71-abe4-4741-970b-ee10d7cc70c9 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:23.050760 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7e40eb92-1c4f-4981-806d-cd07ab911028 req-39ec4d71-abe4-4741-970b-ee10d7cc70c9 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 945 time: 0.0499806 Oct 29 01:39:23.089882 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7e40eb92-1c4f-4981-806d-cd07ab911028 req-0e79af70-a238-49cc-afaa-b75469ea317a tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328493 Oct 29 01:39:24.209205 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1d99a6-1856-4c85-87ad-c12fa4bb7c52 req-c06a77ab-094b-4259-b773-b882911c8e96 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:24.210683 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1d1d99a6-1856-4c85-87ad-c12fa4bb7c52 req-c06a77ab-094b-4259-b773-b882911c8e96 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 945 time: 0.0532131 Oct 29 01:39:24.249544 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1d1d99a6-1856-4c85-87ad-c12fa4bb7c52 req-86af1477-41a7-43c5-a849-e38ff3cf61c5 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329552 Oct 29 01:39:24.366067 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6019f0f6-8a08-491b-88fa-28071a39defd req-cb4e8084-7809-405d-83d3-27a73184c6e6 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:24.367589 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6019f0f6-8a08-491b-88fa-28071a39defd req-cb4e8084-7809-405d-83d3-27a73184c6e6 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 945 time: 0.0505133 Oct 29 01:39:24.405580 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-6019f0f6-8a08-491b-88fa-28071a39defd req-4e434d33-38f0-440d-9859-b86b33630ad4 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318997 Oct 29 01:39:24.428683 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 38290) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:39:24.570706 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ddc62c-8cd1-4bb9-bd47-32a36917e2b1 tempest-TestVolumeBootPattern-583319330 tempest-TestVolumeBootPattern-583319330-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:24.572236 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-38ddc62c-8cd1-4bb9-bd47-32a36917e2b1 tempest-TestVolumeBootPattern-583319330 tempest-TestVolumeBootPattern-583319330-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 1093 time: 0.1425321 Oct 29 01:39:24.575025 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 38294) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:39:24.579791 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.v2.base [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Request body: {'floatingip': {'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'port_id': '8a8ce161-bc5b-4343-8c2d-f23cbcc94787', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101842) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 29 01:39:24.682461 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for floatingip, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:24.784241 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:24.888191 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.db_base_plugin_common [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Allocated IP 172.27.3.248 (60aedfa5-f474-4541-ad09-6a1b8d7ebf29/6da6e3ce-2806-49cc-8ea6-e07b5fad34ad/99d13ea7-78f0-46d4-93f8-b4aea512b024) {{(pid=101842) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 29 01:39:24.992279 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for port, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:25.080204 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789670782814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:25.120524 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Network 60aedfa5-f474-4541-ad09-6a1b8d7ebf29 is already hosted by enough agents. {{(pid=101842) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 29 01:39:25.123487 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.base_scheduler [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Resources bound (agent type, host, resource id): {{(pid=101842) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 29 01:39:25.127916 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Received port after_create {{(pid=101842) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 29 01:39:25.133480 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event updated for resources: {'Port': ['ID=99d13ea7-78f0-46d4-93f8-b4aea512b024,revision_number=1']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:39:25.474787 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:25.601245 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7972149'] for port, before_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:25.752130 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for port, precommit_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:25.821874 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789671228420', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789670782832', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789670782850', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26056925'] for port, after_update {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:25.894325 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event updated for resources: {'Port': ['ID=99d13ea7-78f0-46d4-93f8-b4aea512b024,revision_number=2']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:39:25.904186 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-989738'] for floatingip, after_create {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:26.003910 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.l3_db [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Floating IP b287c1a7-aa03-4058-a614-93d593c309f9 associated. External IP: 172.27.3.248, port: 8a8ce161-bc5b-4343-8c2d-f23cbcc94787. Oct 29 01:39:26.208053 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Router d38bfa45-bbba-4ca8-8e86-ca68f620392e has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:39:26.318694 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:39:26.330681 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f380a4c9-08c7-4223-8119-5573261314f3 None None] Sync routers for ids ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:39:26.341247 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f380a4c9-08c7-4223-8119-5573261314f3 None None] Routers {'d38bfa45-bbba-4ca8-8e86-ca68f620392e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:39:26.345727 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-f380a4c9-08c7-4223-8119-5573261314f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:39:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:39:26.433068 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:26.451048 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-f380a4c9-08c7-4223-8119-5573261314f3 None None] Set router d38bfa45-bbba-4ca8-8e86-ca68f620392e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:39:26.460764 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-41a7dd05-4dfa-401c-bca1-f12df391f134 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8847084 Oct 29 01:39:26.461449 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4afd50f-8af5-4a24-9636-525f7d655a92', 'tag': '8a8ce161-bc5b-4343-8c2d-f23cbcc94787'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:39:26.463781 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7571c05-9e67-406e-aa4c-014f8ca398ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a4afd50f-8af5-4a24-9636-525f7d655a92", "tag": "8a8ce161-bc5b-4343-8c2d-f23cbcc94787"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:39:26.643266 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3823d1b0-6cc5-4b3e-8358-2d5abf0cda3b x-openstack-request-id: req-3823d1b0-6cc5-4b3e-8358-2d5abf0cda3b {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:39:26.643969 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4afd50f-8af5-4a24-9636-525f7d655a92", "tag": "8a8ce161-bc5b-4343-8c2d-f23cbcc94787", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:39:26.643969 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-3823d1b0-6cc5-4b3e-8358-2d5abf0cda3b {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:39:26.644257 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4afd50f-8af5-4a24-9636-525f7d655a92', 'tag': '8a8ce161-bc5b-4343-8c2d-f23cbcc94787', 'status': 'completed', 'code': 200} Oct 29 01:39:26.715849 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7571c05-9e67-406e-aa4c-014f8ca398ca req-75e56687-eac3-4732-b175-416a7c3d99df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:26.717398 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a7571c05-9e67-406e-aa4c-014f8ca398ca req-75e56687-eac3-4732-b175-416a7c3d99df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84bceeeb4f67456a90779360ffc620aa&device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 1098 time: 0.0510521 Oct 29 01:39:26.817295 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7571c05-9e67-406e-aa4c-014f8ca398ca req-4a4074f3-35e7-4ec6-8011-5745da2a9dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:26.818854 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a7571c05-9e67-406e-aa4c-014f8ca398ca req-4a4074f3-35e7-4ec6-8011-5745da2a9dc5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b37af5eb-5268-42f9-a4b9-3756fed9194f HTTP/1.1" status: 200 len: 912 time: 0.0942857 Oct 29 01:39:26.833924 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-f380a4c9-08c7-4223-8119-5573261314f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': 'b287c1a7-aa03-4058-a614-93d593c309f9', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'port_id': '8a8ce161-bc5b-4343-8c2d-f23cbcc94787', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'mac_address': 'fa:16:3e:3e:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afd50f-8af5-4a24-9636-525f7d655a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:39:25Z', 'updated_at': '2021-10-29T01:39:25Z', 'revision_number': 0, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ip_address_scope': None}, {'id': 'ffef5ac7-4eb9-42b3-bc83-7793d1dbdc79', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'port_id': '704607c3-0bdb-4458-b12a-5f98dc711d46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'mac_address': 'fa:16:3e:31:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a34b2-5f55-4469-bace-404db6318de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:37:09Z', 'updated_at': '2021-10-29T01:37:11Z', 'revision_number': 1, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:39:26.861086 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f380a4c9-08c7-4223-8119-5573261314f3 None None] Checking router: d38bfa45-bbba-4ca8-8e86-ca68f620392e for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:39:26.871499 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f380a4c9-08c7-4223-8119-5573261314f3 None None] Routers {'d38bfa45-bbba-4ca8-8e86-ca68f620392e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:39:26.872402 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-f380a4c9-08c7-4223-8119-5573261314f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:39:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:39:26.900446 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a7571c05-9e67-406e-aa4c-014f8ca398ca req-015cc262-ee49-455f-918d-3b9507f875d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8ce161-bc5b-4343-8c2d-f23cbcc94787 HTTP/1.1" status: 200 len: 999 time: 0.0731575 Oct 29 01:39:26.950844 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7571c05-9e67-406e-aa4c-014f8ca398ca req-e4705244-6962-4ce1-9ae6-a06421a9cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:26.952355 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a7571c05-9e67-406e-aa4c-014f8ca398ca req-e4705244-6962-4ce1-9ae6-a06421a9cda9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7c138a45-42da-4b80-988e-91ca66e794cd HTTP/1.1" status: 200 len: 850 time: 0.0429926 Oct 29 01:39:26.987093 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-f380a4c9-08c7-4223-8119-5573261314f3 None None] Set router d38bfa45-bbba-4ca8-8e86-ca68f620392e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:39:26.998771 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7571c05-9e67-406e-aa4c-014f8ca398ca req-127efe08-3fd7-4fbb-b711-65b2343c469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:39:27.000324 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a7571c05-9e67-406e-aa4c-014f8ca398ca req-127efe08-3fd7-4fbb-b711-65b2343c469c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b37af5eb-5268-42f9-a4b9-3756fed9194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404480 Oct 29 01:39:27.095390 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a7571c05-9e67-406e-aa4c-014f8ca398ca req-50aac288-312a-4bbf-a519-48838ef39b9a service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867484 Oct 29 01:39:27.184961 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-a7571c05-9e67-406e-aa4c-014f8ca398ca req-5493e401-d0db-4b0c-9773-7b65c6ccb0b0 service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822213 Oct 29 01:39:27.242529 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-f380a4c9-08c7-4223-8119-5573261314f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': 'b287c1a7-aa03-4058-a614-93d593c309f9', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'port_id': '8a8ce161-bc5b-4343-8c2d-f23cbcc94787', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'mac_address': 'fa:16:3e:3e:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afd50f-8af5-4a24-9636-525f7d655a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:39:25Z', 'updated_at': '2021-10-29T01:39:25Z', 'revision_number': 0, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ip_address_scope': None}, {'id': 'ffef5ac7-4eb9-42b3-bc83-7793d1dbdc79', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'port_id': '704607c3-0bdb-4458-b12a-5f98dc711d46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'mac_address': 'fa:16:3e:31:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a34b2-5f55-4469-bace-404db6318de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:37:09Z', 'updated_at': '2021-10-29T01:37:11Z', 'revision_number': 1, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:39:27.271674 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f380a4c9-08c7-4223-8119-5573261314f3 None None] The sync data for ids ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'] in dv-cinder-813984-5-iscsi is: [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': 'b287c1a7-aa03-4058-a614-93d593c309f9', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'port_id': '8a8ce161-bc5b-4343-8c2d-f23cbcc94787', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'mac_address': 'fa:16:3e:3e:de:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4afd50f-8af5-4a24-9636-525f7d655a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:39:25Z', 'updated_at': '2021-10-29T01:39:25Z', 'revision_number': 0, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ip_address_scope': None}, {'id': 'ffef5ac7-4eb9-42b3-bc83-7793d1dbdc79', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'port_id': '704607c3-0bdb-4458-b12a-5f98dc711d46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'mac_address': 'fa:16:3e:31:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a34b2-5f55-4469-bace-404db6318de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:37:09Z', 'updated_at': '2021-10-29T01:37:11Z', 'revision_number': 1, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:39:27.291347 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6c5492dd-50e8-4809-85ad-875f9fd5d40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:27.465603 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13882df-01b1-43c0-8d57-2b5ee713a0ec None None] New status for floating IP b287c1a7-aa03-4058-a614-93d593c309f9: ACTIVE {{(pid=101845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:39:30.198988 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-294ed749-0272-4d14-8013-bcbd20c23573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:31.193713 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:31.288299 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:32.996339 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:43.135745 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:39:43.331534 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:39:57.239085 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-471e45ba-2b6d-4f54-a2cd-0a65abd5a22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:00.179252 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f57eb5c2-da21-45d1-bf8a-3045192a6e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:01.190196 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:01.318517 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:03.015911 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:13.369653 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:17.159292 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ee1d0bbf-1d5c-41ff-a37b-880f1f47636a req-d1a140b3-c7bf-41a2-82ce-b68c2d9d3dc3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444369 Oct 29 01:40:17.245006 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d0bbf-1d5c-41ff-a37b-880f1f47636a req-e89238c1-9c1b-4d21-bfa1-8f79e4762df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:40:17.246494 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ee1d0bbf-1d5c-41ff-a37b-880f1f47636a req-e89238c1-9c1b-4d21-bfa1-8f79e4762df7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84bceeeb4f67456a90779360ffc620aa&device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 1099 time: 0.0417638 Oct 29 01:40:17.359985 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d0bbf-1d5c-41ff-a37b-880f1f47636a req-f2afea02-3749-4af2-a500-fe6a5f9f1d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:40:17.361578 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ee1d0bbf-1d5c-41ff-a37b-880f1f47636a req-f2afea02-3749-4af2-a500-fe6a5f9f1d89 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b37af5eb-5268-42f9-a4b9-3756fed9194f HTTP/1.1" status: 200 len: 912 time: 0.0944242 Oct 29 01:40:17.434138 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ee1d0bbf-1d5c-41ff-a37b-880f1f47636a req-c09e23f2-6945-4e97-be64-684fbca8abe0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=704607c3-0bdb-4458-b12a-5f98dc711d46 HTTP/1.1" status: 200 len: 1001 time: 0.0651238 Oct 29 01:40:17.485961 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d0bbf-1d5c-41ff-a37b-880f1f47636a req-015f8ce3-8d35-44d4-8aef-9716fd478104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:40:17.487416 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ee1d0bbf-1d5c-41ff-a37b-880f1f47636a req-015f8ce3-8d35-44d4-8aef-9716fd478104 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7c138a45-42da-4b80-988e-91ca66e794cd HTTP/1.1" status: 200 len: 850 time: 0.0460131 Oct 29 01:40:17.534392 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d0bbf-1d5c-41ff-a37b-880f1f47636a req-92b5356e-ef91-4a93-bcfb-9ca40132d4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:40:17.535908 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ee1d0bbf-1d5c-41ff-a37b-880f1f47636a req-92b5356e-ef91-4a93-bcfb-9ca40132d4ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b37af5eb-5268-42f9-a4b9-3756fed9194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411282 Oct 29 01:40:17.636262 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ee1d0bbf-1d5c-41ff-a37b-880f1f47636a req-8a65dccb-4291-4b9a-9986-ba38d757f14f service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931640 Oct 29 01:40:17.725983 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ee1d0bbf-1d5c-41ff-a37b-880f1f47636a req-37a9a2a5-13d7-4aeb-87cf-32f66462caa5 service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818202 Oct 29 01:40:20.134712 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:40:27.226629 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-a152119e-4707-4165-96a1-23f9fdf19b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:30.186924 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db6f144f-be5a-4133-86ad-13376e7cf7a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:31.189838 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:31.287214 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:33.009348 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:43.332623 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:53.854670 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 38318) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:40:54.281932 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Deleting port 99d13ea7-78f0-46d4-93f8-b4aea512b024 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:40:54.282184 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:54.358860 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:54.359183 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:54.371134 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Calling delete_port for 99d13ea7-78f0-46d4-93f8-b4aea512b024 owned by network:floatingip {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:40:54.578315 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:54.603018 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event deleted for resources: {'Port': ['ID=99d13ea7-78f0-46d4-93f8-b4aea512b024,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:40:54.613722 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:54.614072 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:54.614451 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:54.614799 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:54.615130 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:54.616035 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:54.616035 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:54.616232 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:54.616524 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:54.616847 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:54.617167 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:54.617516 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101842) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:40:54.681602 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for floatingip, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:54.681988 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.db.l3_db [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Floating IP b287c1a7-aa03-4058-a614-93d593c309f9 disassociated (deleted). External IP: 172.27.3.248, port: 8a8ce161-bc5b-4343-8c2d-f23cbcc94787. Oct 29 01:40:54.893450 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Router d38bfa45-bbba-4ca8-8e86-ca68f620392e has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101842) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:40:55.002379 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101842) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:40:55.007291 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:55.011799 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529023dc-9399-4837-874a-22ba610175b3 None None] Sync routers for ids ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:40:55.022413 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529023dc-9399-4837-874a-22ba610175b3 None None] Routers {'d38bfa45-bbba-4ca8-8e86-ca68f620392e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:40:55.023034 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-529023dc-9399-4837-874a-22ba610175b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:40:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:40:55.034128 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-f029e912-b55b-49f7-9850-29345359405d tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "DELETE /v2.0/floatingips/b287c1a7-aa03-4058-a614-93d593c309f9 HTTP/1.1" status: 204 len: 168 time: 1.1783566 Oct 29 01:40:55.034723 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4afd50f-8af5-4a24-9636-525f7d655a92', 'tag': '8a8ce161-bc5b-4343-8c2d-f23cbcc94787'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:40:55.037109 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c96b59-ae4a-4f0a-b4eb-42be92a07837" -d '{"events": [{"name": "network-changed", "server_uuid": "a4afd50f-8af5-4a24-9636-525f7d655a92", "tag": "8a8ce161-bc5b-4343-8c2d-f23cbcc94787"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:40:55.075859 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ce122b-1186-48a8-905d-8443b9dad49a x-openstack-request-id: req-d6ce122b-1186-48a8-905d-8443b9dad49a {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:40:55.076139 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4afd50f-8af5-4a24-9636-525f7d655a92", "tag": "8a8ce161-bc5b-4343-8c2d-f23cbcc94787", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:40:55.076395 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-d6ce122b-1186-48a8-905d-8443b9dad49a {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:40:55.077530 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4afd50f-8af5-4a24-9636-525f7d655a92', 'tag': '8a8ce161-bc5b-4343-8c2d-f23cbcc94787', 'status': 'completed', 'code': 200} Oct 29 01:40:55.137783 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-529023dc-9399-4837-874a-22ba610175b3 None None] Set router d38bfa45-bbba-4ca8-8e86-ca68f620392e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:40:55.144718 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c96b59-ae4a-4f0a-b4eb-42be92a07837 req-ef97f77d-d26b-4e9f-b345-615b66ad0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:40:55.146236 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-56c96b59-ae4a-4f0a-b4eb-42be92a07837 req-ef97f77d-d26b-4e9f-b345-615b66ad0115 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84bceeeb4f67456a90779360ffc620aa&device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 1098 time: 0.0468864 Oct 29 01:40:55.242641 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c96b59-ae4a-4f0a-b4eb-42be92a07837 req-136823b6-397a-4be7-ad02-7fd95ef732e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:40:55.244196 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-56c96b59-ae4a-4f0a-b4eb-42be92a07837 req-136823b6-397a-4be7-ad02-7fd95ef732e5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b37af5eb-5268-42f9-a4b9-3756fed9194f HTTP/1.1" status: 200 len: 912 time: 0.0902648 Oct 29 01:40:55.294101 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-56c96b59-ae4a-4f0a-b4eb-42be92a07837 req-358d7879-9ab4-403d-b592-825d1da95c48 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8a8ce161-bc5b-4343-8c2d-f23cbcc94787 HTTP/1.1" status: 200 len: 217 time: 0.0413220 Oct 29 01:40:55.349294 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c96b59-ae4a-4f0a-b4eb-42be92a07837 req-53e0a2e0-8a0b-471d-9b0d-b76cbd6f5e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:40:55.350770 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-56c96b59-ae4a-4f0a-b4eb-42be92a07837 req-53e0a2e0-8a0b-471d-9b0d-b76cbd6f5e91 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7c138a45-42da-4b80-988e-91ca66e794cd HTTP/1.1" status: 200 len: 850 time: 0.0502326 Oct 29 01:40:55.379206 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-529023dc-9399-4837-874a-22ba610175b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': 'ffef5ac7-4eb9-42b3-bc83-7793d1dbdc79', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'port_id': '704607c3-0bdb-4458-b12a-5f98dc711d46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'mac_address': 'fa:16:3e:31:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a34b2-5f55-4469-bace-404db6318de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:37:09Z', 'updated_at': '2021-10-29T01:37:11Z', 'revision_number': 1, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:40:55.401023 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c96b59-ae4a-4f0a-b4eb-42be92a07837 req-fc6ef951-f002-4997-a2f9-9bb0b3255688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:40:55.402585 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-56c96b59-ae4a-4f0a-b4eb-42be92a07837 req-fc6ef951-f002-4997-a2f9-9bb0b3255688 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b37af5eb-5268-42f9-a4b9-3756fed9194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433373 Oct 29 01:40:55.409627 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529023dc-9399-4837-874a-22ba610175b3 None None] Checking router: d38bfa45-bbba-4ca8-8e86-ca68f620392e for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:40:55.420877 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529023dc-9399-4837-874a-22ba610175b3 None None] Routers {'d38bfa45-bbba-4ca8-8e86-ca68f620392e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:40:55.422363 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-529023dc-9399-4837-874a-22ba610175b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:40:30Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:40:55.533645 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-529023dc-9399-4837-874a-22ba610175b3 None None] Set router d38bfa45-bbba-4ca8-8e86-ca68f620392e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:40:55.537305 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9d35f-13a1-435c-91ae-faa251400a43 req-98d770b7-ad88-4a0c-8984-96e6fc634cdf tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:40:55.538779 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c4c9d35f-13a1-435c-91ae-faa251400a43 req-98d770b7-ad88-4a0c-8984-96e6fc634cdf tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 945 time: 0.0802166 Oct 29 01:40:55.540799 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-56c96b59-ae4a-4f0a-b4eb-42be92a07837 req-c2f3e852-2d2d-45d4-90cb-6559dea7d74d service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302621 Oct 29 01:40:55.628840 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c4c9d35f-13a1-435c-91ae-faa251400a43 req-70320ddc-adee-4848-9568-2fd529246ec7 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838075 Oct 29 01:40:55.660974 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-56c96b59-ae4a-4f0a-b4eb-42be92a07837 req-f4738d0c-5c72-4381-ade7-00079912063f service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093831 Oct 29 01:40:55.765189 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-529023dc-9399-4837-874a-22ba610175b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': 'ffef5ac7-4eb9-42b3-bc83-7793d1dbdc79', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'port_id': '704607c3-0bdb-4458-b12a-5f98dc711d46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'mac_address': 'fa:16:3e:31:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a34b2-5f55-4469-bace-404db6318de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:37:09Z', 'updated_at': '2021-10-29T01:37:11Z', 'revision_number': 1, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:40:55.915768 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529023dc-9399-4837-874a-22ba610175b3 None None] The sync data for ids ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'] in dv-cinder-813984-5-iscsi is: [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_floatingips': [{'id': 'ffef5ac7-4eb9-42b3-bc83-7793d1dbdc79', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'floating_ip_address': '172.27.3.29', 'floating_network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'router_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'port_id': '704607c3-0bdb-4458-b12a-5f98dc711d46', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'mac_address': 'fa:16:3e:31:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529a34b2-5f55-4469-bace-404db6318de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-29T01:37:09Z', 'updated_at': '2021-10-29T01:37:11Z', 'revision_number': 1, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:40:56.140099 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1b1e55-7a1f-4f8a-954b-86628e7927d8 None None] New status for floating IP b287c1a7-aa03-4058-a614-93d593c309f9: DOWN {{(pid=101845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:40:56.751044 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb6a127-3468-42e2-988a-8aea3517f00e req-2b778fe8-be81-4d57-97c1-d65f72dc0897 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:40:56.752572 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7cb6a127-3468-42e2-988a-8aea3517f00e req-2b778fe8-be81-4d57-97c1-d65f72dc0897 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 945 time: 0.0498340 Oct 29 01:40:56.791161 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-7cb6a127-3468-42e2-988a-8aea3517f00e req-7d5a8b4f-f911-4785-ad97-e4592d7d93b6 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326302 Oct 29 01:40:57.048621 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4b63b-a437-4364-807b-5fe2b7db699d req-e72c330c-35c3-4f4a-92c6-05f3cb2535d9 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:40:57.050078 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-25f4b63b-a437-4364-807b-5fe2b7db699d req-e72c330c-35c3-4f4a-92c6-05f3cb2535d9 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 945 time: 0.0482209 Oct 29 01:40:57.133807 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:40:57.145466 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-25f4b63b-a437-4364-807b-5fe2b7db699d req-5c6d8c23-4e1a-42ea-acfc-81209124badc tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Deleting port 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:40:57.145809 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-25f4b63b-a437-4364-807b-5fe2b7db699d req-5c6d8c23-4e1a-42ea-acfc-81209124badc tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:57.235066 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-3f4696fe-8208-4b2c-81e9-84d8a294ceba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:57.255436 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-25f4b63b-a437-4364-807b-5fe2b7db699d req-5c6d8c23-4e1a-42ea-acfc-81209124badc tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] For port 8a8ce161-bc5b-4343-8c2d-f23cbcc94787, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=8a8ce161-bc5b-4343-8c2d-f23cbcc94787,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:40:57.255841 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-25f4b63b-a437-4364-807b-5fe2b7db699d req-5c6d8c23-4e1a-42ea-acfc-81209124badc tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:57.271296 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-25f4b63b-a437-4364-807b-5fe2b7db699d req-5c6d8c23-4e1a-42ea-acfc-81209124badc tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Calling delete_port for 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:40:57.529017 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-25f4b63b-a437-4364-807b-5fe2b7db699d req-5c6d8c23-4e1a-42ea-acfc-81209124badc tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:57.557972 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d8c23-4e1a-42ea-acfc-81209124badc tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event deleted for resources: {'Port': ['ID=8a8ce161-bc5b-4343-8c2d-f23cbcc94787,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:40:57.611214 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f4b63b-a437-4364-807b-5fe2b7db699d req-5c6d8c23-4e1a-42ea-acfc-81209124badc tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] No DVR routers for this DVR port 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:40:57.611214 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-25f4b63b-a437-4364-807b-5fe2b7db699d req-5c6d8c23-4e1a-42ea-acfc-81209124badc tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:40:57.611214 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-25f4b63b-a437-4364-807b-5fe2b7db699d req-5c6d8c23-4e1a-42ea-acfc-81209124badc tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.83 "DELETE /v2.0/ports/8a8ce161-bc5b-4343-8c2d-f23cbcc94787 HTTP/1.1" status: 204 len: 173 time: 0.5534430 Oct 29 01:40:57.611513 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4afd50f-8af5-4a24-9636-525f7d655a92', 'name': 'network-vif-deleted', 'tag': '8a8ce161-bc5b-4343-8c2d-f23cbcc94787'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:40:57.613806 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3800a87-2cd2-4a46-b118-01d9ac11c00e" -d '{"events": [{"server_uuid": "a4afd50f-8af5-4a24-9636-525f7d655a92", "name": "network-vif-deleted", "tag": "8a8ce161-bc5b-4343-8c2d-f23cbcc94787"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:40:57.660829 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a63fc2-0e33-4e5a-9c0d-5ab7747fe227 x-openstack-request-id: req-31a63fc2-0e33-4e5a-9c0d-5ab7747fe227 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:40:57.661283 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4afd50f-8af5-4a24-9636-525f7d655a92", "name": "network-vif-deleted", "tag": "8a8ce161-bc5b-4343-8c2d-f23cbcc94787", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:40:57.661651 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-31a63fc2-0e33-4e5a-9c0d-5ab7747fe227 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:40:57.662172 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4afd50f-8af5-4a24-9636-525f7d655a92', 'name': 'network-vif-deleted', 'tag': '8a8ce161-bc5b-4343-8c2d-f23cbcc94787', 'status': 'completed', 'code': 200} Oct 29 01:40:57.885845 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-d68e0871-dd7f-4715-bc24-3346b69ca72d req-95a291ec-4103-45a9-9ac0-c6472f34d26e tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=a4afd50f-8af5-4a24-9636-525f7d655a92 HTTP/1.1" status: 200 len: 210 time: 0.0278077 Oct 29 01:40:59.777622 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:40:59.798408 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:40:59.798752 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 8a8ce161-bc5b-4343-8c2d-f23cbcc94787 not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:41:00.177681 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-db52002c-3489-4560-a784-6d2c27b7f97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:01.243078 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:01.332453 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:01.390855 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 38358) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:41:01.546936 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Deleting port 99c65747-0586-4462-97b5-0e829ee3caf5 {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:41:01.547272 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:01.622893 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:01.623350 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:01.635003 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Calling delete_port for 99c65747-0586-4462-97b5-0e829ee3caf5 owned by network:floatingip {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:41:01.909155 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:01.943384 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event deleted for resources: {'Port': ['ID=99c65747-0586-4462-97b5-0e829ee3caf5,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:41:01.955506 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:01.955887 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:01.956225 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:01.956814 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:01.957135 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:01.957479 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:01.957783 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:01.958100 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:01.958420 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:01.958735 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:01.959052 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:01.959364 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101843) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:02.016746 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for floatingip, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:02.017072 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.db.l3_db [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Floating IP ffef5ac7-4eb9-42b3-bc83-7793d1dbdc79 disassociated (deleted). External IP: 172.27.3.29, port: 704607c3-0bdb-4458-b12a-5f98dc711d46. Oct 29 01:41:02.224365 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Router d38bfa45-bbba-4ca8-8e86-ca68f620392e has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:41:02.337634 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:41:02.347797 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:02.351447 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f61c58-2694-49a4-ba5d-b902f04377bb None None] Sync routers for ids ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:41:02.361970 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f61c58-2694-49a4-ba5d-b902f04377bb None None] Routers {'d38bfa45-bbba-4ca8-8e86-ca68f620392e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:41:02.362625 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-30f61c58-2694-49a4-ba5d-b902f04377bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:41:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:41:02.371952 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-ad18fcb9-4d93-42ab-9994-51b9efdb5e0c tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "DELETE /v2.0/floatingips/ffef5ac7-4eb9-42b3-bc83-7793d1dbdc79 HTTP/1.1" status: 204 len: 168 time: 0.9799044 Oct 29 01:41:02.376127 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529a34b2-5f55-4469-bace-404db6318de3', 'tag': '704607c3-0bdb-4458-b12a-5f98dc711d46'}] {{(pid=101843) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:41:02.376127 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62e9e1f26a3722756967881dc3103d1ef987c1afaa65af21d436660d1349688f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c6ed6d-9e65-4cdb-b279-44fdff4a66da" -d '{"events": [{"name": "network-changed", "server_uuid": "529a34b2-5f55-4469-bace-404db6318de3", "tag": "704607c3-0bdb-4458-b12a-5f98dc711d46"}]}' {{(pid=101843) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:41:02.473916 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 29 Oct 2021 01:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8068ef59-2cce-44a1-9a27-c5becf153567 x-openstack-request-id: req-8068ef59-2cce-44a1-9a27-c5becf153567 {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:41:02.473916 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529a34b2-5f55-4469-bace-404db6318de3", "tag": "704607c3-0bdb-4458-b12a-5f98dc711d46", "status": "completed", "code": 200}]} {{(pid=101843) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:41:02.473916 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-8068ef59-2cce-44a1-9a27-c5becf153567 {{(pid=101843) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:41:02.474846 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529a34b2-5f55-4469-bace-404db6318de3', 'tag': '704607c3-0bdb-4458-b12a-5f98dc711d46', 'status': 'completed', 'code': 200} Oct 29 01:41:02.492330 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-30f61c58-2694-49a4-ba5d-b902f04377bb None None] Set router d38bfa45-bbba-4ca8-8e86-ca68f620392e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:41:02.538569 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6ed6d-9e65-4cdb-b279-44fdff4a66da req-740dac15-8349-4a4c-aabb-c6a3c606b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:41:02.540164 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-23c6ed6d-9e65-4cdb-b279-44fdff4a66da req-740dac15-8349-4a4c-aabb-c6a3c606b86d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84bceeeb4f67456a90779360ffc620aa&device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 1099 time: 0.0409675 Oct 29 01:41:02.652713 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6ed6d-9e65-4cdb-b279-44fdff4a66da req-129b4918-8f7b-46cb-b006-40f9dde7f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:41:02.654203 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-23c6ed6d-9e65-4cdb-b279-44fdff4a66da req-129b4918-8f7b-46cb-b006-40f9dde7f4ea service neutron] 10.222.0.83 "GET /v2.0/networks?id=b37af5eb-5268-42f9-a4b9-3756fed9194f HTTP/1.1" status: 200 len: 912 time: 0.1071212 Oct 29 01:41:02.698395 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-30f61c58-2694-49a4-ba5d-b902f04377bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:41:02.699653 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-23c6ed6d-9e65-4cdb-b279-44fdff4a66da req-f68db439-2050-4ba0-8bd4-e338e4195755 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=704607c3-0bdb-4458-b12a-5f98dc711d46 HTTP/1.1" status: 200 len: 217 time: 0.0382586 Oct 29 01:41:02.725980 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f61c58-2694-49a4-ba5d-b902f04377bb None None] Checking router: d38bfa45-bbba-4ca8-8e86-ca68f620392e for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:41:02.735209 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f61c58-2694-49a4-ba5d-b902f04377bb None None] Routers {'d38bfa45-bbba-4ca8-8e86-ca68f620392e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:41:02.735858 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-30f61c58-2694-49a4-ba5d-b902f04377bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:41:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:41:02.753545 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6ed6d-9e65-4cdb-b279-44fdff4a66da req-88098103-2771-47ae-90f8-e524deca797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:41:02.757760 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-23c6ed6d-9e65-4cdb-b279-44fdff4a66da req-88098103-2771-47ae-90f8-e524deca797c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7c138a45-42da-4b80-988e-91ca66e794cd HTTP/1.1" status: 200 len: 850 time: 0.0473969 Oct 29 01:41:02.837821 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6ed6d-9e65-4cdb-b279-44fdff4a66da req-950290d6-9c5d-482f-8dc5-5c7b312e8242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:41:02.839313 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-23c6ed6d-9e65-4cdb-b279-44fdff4a66da req-950290d6-9c5d-482f-8dc5-5c7b312e8242 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b37af5eb-5268-42f9-a4b9-3756fed9194f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770190 Oct 29 01:41:02.865482 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-30f61c58-2694-49a4-ba5d-b902f04377bb None None] Set router d38bfa45-bbba-4ca8-8e86-ca68f620392e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:41:02.899570 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fca739-402c-4d4d-b2d1-956ae039fc0d req-da0e9759-72f6-4cbe-9e30-f521c83b07ca tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:41:02.901102 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c1fca739-402c-4d4d-b2d1-956ae039fc0d req-da0e9759-72f6-4cbe-9e30-f521c83b07ca tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 946 time: 0.1028433 Oct 29 01:41:02.966314 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-c1fca739-402c-4d4d-b2d1-956ae039fc0d req-b37d3cd3-2621-4c65-bbd9-cfdeb91ba884 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558991 Oct 29 01:41:02.982231 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-23c6ed6d-9e65-4cdb-b279-44fdff4a66da req-1bebea26-6778-40f1-9407-a95a34760a02 service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347606 Oct 29 01:41:03.080257 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-23c6ed6d-9e65-4cdb-b279-44fdff4a66da req-e4d03877-2068-4e68-8c53-2a8ecab0e95b service neutron] 10.222.0.83 "GET /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904431 Oct 29 01:41:03.080662 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:03.093674 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-30f61c58-2694-49a4-ba5d-b902f04377bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:41:03.123213 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f61c58-2694-49a4-ba5d-b902f04377bb None None] The sync data for ids ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'] in dv-cinder-813984-5-iscsi is: [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:33:08Z', 'revision_number': 4, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi', '_interfaces': [{'id': '3b2b6f44-36e9-4e28-a204-9b76b7c649a1', 'name': '', 'network_id': 'b37af5eb-5268-42f9-a4b9-3756fed9194f', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'mac_address': 'fa:16:3e:d2:1f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:08Z', 'updated_at': '2021-10-29T01:33:12Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'subnets': [{'id': '7c138a45-42da-4b80-988e-91ca66e794cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:41:03.351910 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a937b62-78e1-4327-977b-6f8a210e5f89 None None] New status for floating IP ffef5ac7-4eb9-42b3-bc83-7793d1dbdc79: DOWN {{(pid=101845) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 29 01:41:04.093916 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17d4ec-c878-408c-9e03-5061eec4c80d req-274aaa3a-b385-4a4a-8c69-2572f13d05b6 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:41:04.095386 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1d17d4ec-c878-408c-9e03-5061eec4c80d req-274aaa3a-b385-4a4a-8c69-2572f13d05b6 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 946 time: 0.0492349 Oct 29 01:41:04.140370 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-1d17d4ec-c878-408c-9e03-5061eec4c80d req-8d13f4ee-be0d-4c4f-a989-b9b419f0e1f3 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/security-groups?id=b9b7c493-6d16-47c8-9ce8-dd16ad351eee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371594 Oct 29 01:41:04.344757 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8d1ad-ce0d-4a4d-9e9a-a7ceeaa1d9bc req-861afbed-75f3-46a3-b55a-a6c87443c572 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101842) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 29 01:41:04.346216 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cec8d1ad-ce0d-4a4d-9e9a-a7ceeaa1d9bc req-861afbed-75f3-46a3-b55a-a6c87443c572 tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.83 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 946 time: 0.0489006 Oct 29 01:41:04.438901 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-cec8d1ad-ce0d-4a4d-9e9a-a7ceeaa1d9bc req-42c569b4-7f9b-4304-b4b2-b8032afe13bf tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Deleting port 704607c3-0bdb-4458-b12a-5f98dc711d46 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:41:04.439178 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-cec8d1ad-ce0d-4a4d-9e9a-a7ceeaa1d9bc req-42c569b4-7f9b-4304-b4b2-b8032afe13bf tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:04.532818 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [req-cec8d1ad-ce0d-4a4d-9e9a-a7ceeaa1d9bc req-42c569b4-7f9b-4304-b4b2-b8032afe13bf tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] For port 704607c3-0bdb-4458-b12a-5f98dc711d46, host hv-cinder-81398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81398',level=0,port_id=704607c3-0bdb-4458-b12a-5f98dc711d46,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:41:04.533182 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-cec8d1ad-ce0d-4a4d-9e9a-a7ceeaa1d9bc req-42c569b4-7f9b-4304-b4b2-b8032afe13bf tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:04.546465 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [req-cec8d1ad-ce0d-4a4d-9e9a-a7ceeaa1d9bc req-42c569b4-7f9b-4304-b4b2-b8032afe13bf tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Calling delete_port for 704607c3-0bdb-4458-b12a-5f98dc711d46 owned by compute:nova {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:41:04.740490 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-cec8d1ad-ce0d-4a4d-9e9a-a7ceeaa1d9bc req-42c569b4-7f9b-4304-b4b2-b8032afe13bf tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:04.772104 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c569b4-7f9b-4304-b4b2-b8032afe13bf tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event deleted for resources: {'Port': ['ID=704607c3-0bdb-4458-b12a-5f98dc711d46,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:41:04.814268 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec8d1ad-ce0d-4a4d-9e9a-a7ceeaa1d9bc req-42c569b4-7f9b-4304-b4b2-b8032afe13bf tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] No DVR routers for this DVR port 704607c3-0bdb-4458-b12a-5f98dc711d46 on host hv-cinder-81398 {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:41:04.816744 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [req-cec8d1ad-ce0d-4a4d-9e9a-a7ceeaa1d9bc req-42c569b4-7f9b-4304-b4b2-b8032afe13bf tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for port, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:04.820056 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-cec8d1ad-ce0d-4a4d-9e9a-a7ceeaa1d9bc req-42c569b4-7f9b-4304-b4b2-b8032afe13bf tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.83 "DELETE /v2.0/ports/704607c3-0bdb-4458-b12a-5f98dc711d46 HTTP/1.1" status: 204 len: 173 time: 0.4659774 Oct 29 01:41:04.820496 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529a34b2-5f55-4469-bace-404db6318de3', 'name': 'network-vif-deleted', 'tag': '704607c3-0bdb-4458-b12a-5f98dc711d46'}] {{(pid=101842) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 29 01:41:04.822761 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.87/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d91601005d1e74a500a4f77cca593d90b5decc9c56343ab1c44db0dfdf15802" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28592098-e637-4ab4-9065-91a47bafc6a5" -d '{"events": [{"server_uuid": "529a34b2-5f55-4469-bace-404db6318de3", "name": "network-vif-deleted", "tag": "704607c3-0bdb-4458-b12a-5f98dc711d46"}]}' {{(pid=101842) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 29 01:41:04.860177 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 29 Oct 2021 01:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe45d92-5a66-4a9f-8685-bc6609f80b07 x-openstack-request-id: req-1fe45d92-5a66-4a9f-8685-bc6609f80b07 {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 29 01:41:04.871406 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529a34b2-5f55-4469-bace-404db6318de3", "name": "network-vif-deleted", "tag": "704607c3-0bdb-4458-b12a-5f98dc711d46", "status": "completed", "code": 200}]} {{(pid=101842) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 29 01:41:04.871406 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.87/compute/v2.1/os-server-external-events used request id req-1fe45d92-5a66-4a9f-8685-bc6609f80b07 {{(pid=101842) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 29 01:41:04.871406 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529a34b2-5f55-4469-bace-404db6318de3', 'name': 'network-vif-deleted', 'tag': '704607c3-0bdb-4458-b12a-5f98dc711d46', 'status': 'completed', 'code': 200} Oct 29 01:41:05.238357 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [req-ee9854f2-3362-4d57-a28f-3dd65dbba6db req-29854fb1-0666-487f-b8d8-88ccb7a6208a tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "GET /v2.0/ports?device_id=529a34b2-5f55-4469-bace-404db6318de3 HTTP/1.1" status: 200 len: 210 time: 0.0279906 Oct 29 01:41:06.298218 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 38378) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:41:06.427267 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-9bd88da8-3d68-44c3-8bd8-a827637d00ab tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Deleting port da9ce895-043c-4bb4-a54c-432e843d936b {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:41:06.427607 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9bd88da8-3d68-44c3-8bd8-a827637d00ab tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:06.506474 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9bd88da8-3d68-44c3-8bd8-a827637d00ab tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:06.506798 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9bd88da8-3d68-44c3-8bd8-a827637d00ab tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:06.519284 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-9bd88da8-3d68-44c3-8bd8-a827637d00ab tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Calling delete_port for da9ce895-043c-4bb4-a54c-432e843d936b owned by network:floatingip {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:41:06.766907 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9bd88da8-3d68-44c3-8bd8-a827637d00ab tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:06.796336 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd88da8-3d68-44c3-8bd8-a827637d00ab tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event deleted for resources: {'Port': ['ID=da9ce895-043c-4bb4-a54c-432e843d936b,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:41:06.858213 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9bd88da8-3d68-44c3-8bd8-a827637d00ab tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for floatingip, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:06.860745 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9bd88da8-3d68-44c3-8bd8-a827637d00ab tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15520'] for floatingip, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:06.861912 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-9bd88da8-3d68-44c3-8bd8-a827637d00ab tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "DELETE /v2.0/floatingips/43cde529-1f98-4801-aecc-88ce08597fb7 HTTP/1.1" status: 204 len: 168 time: 0.5627112 Oct 29 01:41:07.839778 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 704607c3-0bdb-4458-b12a-5f98dc711d46 no longer exists at agent hyperv_hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:41:07.864020 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] No Port match for: 704607c3-0bdb-4458-b12a-5f98dc711d46 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:41:07.864369 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Device 704607c3-0bdb-4458-b12a-5f98dc711d46 not bound to the agent host hv-cinder-81398 {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:41:08.232361 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 38390) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:41:08.293800 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e69356a9-39f5-4d7c-bb16-7097a25c87ce tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:08.318767 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e69356a9-39f5-4d7c-bb16-7097a25c87ce tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:08.480703 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e69356a9-39f5-4d7c-bb16-7097a25c87ce tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:08.483416 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e69356a9-39f5-4d7c-bb16-7097a25c87ce tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:08.484619 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-e69356a9-39f5-4d7c-bb16-7097a25c87ce tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] 10.222.0.87 "DELETE /v2.0/security-groups/b9b7c493-6d16-47c8-9ce8-dd16ad351eee HTTP/1.1" status: 204 len: 168 time: 0.2509325 Oct 29 01:41:08.493967 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69356a9-39f5-4d7c-bb16-7097a25c87ce tempest-TestVolumeBootPattern-86232389 tempest-TestVolumeBootPattern-86232389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b7c493-6d16-47c8-9ce8-dd16ad351eee,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:41:08.600510 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 38394) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:41:09.148712 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d2acb003-9c21-45ee-b132-587cffb6c234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987946'] for router_interface, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:09.397147 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-d2acb003-9c21-45ee-b132-587cffb6c234 admin admin] Deleting port 3b2b6f44-36e9-4e28-a204-9b76b7c649a1 {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:41:09.397849 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d2acb003-9c21-45ee-b132-587cffb6c234 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:09.477049 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-d2acb003-9c21-45ee-b132-587cffb6c234 admin admin] For port 3b2b6f44-36e9-4e28-a204-9b76b7c649a1, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=3b2b6f44-36e9-4e28-a204-9b76b7c649a1,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:41:09.477350 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d2acb003-9c21-45ee-b132-587cffb6c234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:09.492940 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-d2acb003-9c21-45ee-b132-587cffb6c234 admin admin] Calling delete_port for 3b2b6f44-36e9-4e28-a204-9b76b7c649a1 owned by network:router_interface {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:41:09.745693 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d2acb003-9c21-45ee-b132-587cffb6c234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:09.776778 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acb003-9c21-45ee-b132-587cffb6c234 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2b6f44-36e9-4e28-a204-9b76b7c649a1,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:41:09.944598 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-d2acb003-9c21-45ee-b132-587cffb6c234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-988094'] for router_interface, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:10.392752 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2acb003-9c21-45ee-b132-587cffb6c234 admin admin] Router d38bfa45-bbba-4ca8-8e86-ca68f620392e has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:41:10.499492 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2acb003-9c21-45ee-b132-587cffb6c234 admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:41:10.504480 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-d2acb003-9c21-45ee-b132-587cffb6c234 admin admin] 10.222.0.87 "PUT /v2.0/routers/d38bfa45-bbba-4ca8-8e86-ca68f620392e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9028699 Oct 29 01:41:10.507015 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 38398) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:41:10.508288 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff536ac8-f2ba-4922-9107-e6baa04ce14a None None] Sync routers for ids ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'] in dv-cinder-813984-5-iscsi {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:41:10.519505 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff536ac8-f2ba-4922-9107-e6baa04ce14a None None] Routers {'d38bfa45-bbba-4ca8-8e86-ca68f620392e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:41:10.520175 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-ff536ac8-f2ba-4922-9107-e6baa04ce14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:41:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:41:10.610189 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9dc98b32-b0c4-4e8b-ad24-63c1e55655d9 admin admin] Publish callbacks [] for router, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:10.627819 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-ff536ac8-f2ba-4922-9107-e6baa04ce14a None None] Set router d38bfa45-bbba-4ca8-8e86-ca68f620392e gateway port host: dv-cinder-813984-5-iscsi {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:41:10.715424 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9dc98b32-b0c4-4e8b-ad24-63c1e55655d9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:10.813663 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-ff536ac8-f2ba-4922-9107-e6baa04ce14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135'}], 'enable_snat': True}, 'gw_port_id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:41:09Z', 'revision_number': 5, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port': {'id': '6ce3be6b-2cfb-4fac-a4e5-737f835e3944', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:fb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:06Z', 'updated_at': '2021-10-29T01:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:41:10.833698 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-9dc98b32-b0c4-4e8b-ad24-63c1e55655d9 admin admin] Deleting port 6ce3be6b-2cfb-4fac-a4e5-737f835e3944 {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:41:10.834037 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9dc98b32-b0c4-4e8b-ad24-63c1e55655d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:10.845248 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff536ac8-f2ba-4922-9107-e6baa04ce14a None None] Checking router: d38bfa45-bbba-4ca8-8e86-ca68f620392e for host: dv-cinder-813984-5-iscsi {{(pid=101844) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:41:10.853788 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff536ac8-f2ba-4922-9107-e6baa04ce14a None None] Routers {'d38bfa45-bbba-4ca8-8e86-ca68f620392e'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101844) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:41:10.854394 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-ff536ac8-f2ba-4922-9107-e6baa04ce14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:41:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'], 'active': True} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:41:10.928073 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-9dc98b32-b0c4-4e8b-ad24-63c1e55655d9 admin admin] For port 6ce3be6b-2cfb-4fac-a4e5-737f835e3944, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=6ce3be6b-2cfb-4fac-a4e5-737f835e3944,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:41:10.928451 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9dc98b32-b0c4-4e8b-ad24-63c1e55655d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:10.942909 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-9dc98b32-b0c4-4e8b-ad24-63c1e55655d9 admin admin] Calling delete_port for 6ce3be6b-2cfb-4fac-a4e5-737f835e3944 owned by network:router_gateway {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:41:10.943180 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvr_db [None req-ff536ac8-f2ba-4922-9107-e6baa04ce14a None None] Set router d38bfa45-bbba-4ca8-8e86-ca68f620392e gateway port host: None {{(pid=101844) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:41:10.996336 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_hamode_db [None req-ff536ac8-f2ba-4922-9107-e6baa04ce14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:41:10Z', 'revision_number': 6, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port_host': None}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:41:11.026081 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff536ac8-f2ba-4922-9107-e6baa04ce14a None None] The sync data for ids ['d38bfa45-bbba-4ca8-8e86-ca68f620392e'] in dv-cinder-813984-5-iscsi is: [{'id': 'd38bfa45-bbba-4ca8-8e86-ca68f620392e', 'name': 'tempest-TestVolumeBootPattern-372987863-router', 'tenant_id': '84bceeeb4f67456a90779360ffc620aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:05Z', 'updated_at': '2021-10-29T01:41:10Z', 'revision_number': 6, 'project_id': '84bceeeb4f67456a90779360ffc620aa', 'gw_port_host': None}] {{(pid=101844) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:41:11.186777 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9dc98b32-b0c4-4e8b-ad24-63c1e55655d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:11.213895 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc98b32-b0c4-4e8b-ad24-63c1e55655d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ce3be6b-2cfb-4fac-a4e5-737f835e3944,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:41:11.276803 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9dc98b32-b0c4-4e8b-ad24-63c1e55655d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989792'] for router_gateway, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:11.373596 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9dc98b32-b0c4-4e8b-ad24-63c1e55655d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3706'] for router, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:11.376246 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9dc98b32-b0c4-4e8b-ad24-63c1e55655d9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:11.503454 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9dc98b32-b0c4-4e8b-ad24-63c1e55655d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987645'] for router, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:11.504203 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc98b32-b0c4-4e8b-ad24-63c1e55655d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d38bfa45-bbba-4ca8-8e86-ca68f620392e {{(pid=101843) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 01:41:11.510710 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-9dc98b32-b0c4-4e8b-ad24-63c1e55655d9 admin admin] Publish callbacks [] for router, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:11.510710 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-9dc98b32-b0c4-4e8b-ad24-63c1e55655d9 admin admin] 10.222.0.87 "DELETE /v2.0/routers/d38bfa45-bbba-4ca8-8e86-ca68f620392e HTTP/1.1" status: 204 len: 168 time: 1.0015829 Oct 29 01:41:11.512245 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 38400) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:41:11.556566 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_v2 [None req-fabac4f2-42e5-48e2-a5a1-b95756447349 admin admin] Deleting subnet 7c138a45-42da-4b80-988e-91ca66e794cd {{(pid=101843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:41:11.559780 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fabac4f2-42e5-48e2-a5a1-b95756447349 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:11.598349 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fabac4f2-42e5-48e2-a5a1-b95756447349 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680530'] for subnet, precommit_delete_associations {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:11.676549 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fabac4f2-42e5-48e2-a5a1-b95756447349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8342707'] for subnet, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:11.814911 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fabac4f2-42e5-48e2-a5a1-b95756447349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2790648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25205383'] for subnet, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:11.844166 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabac4f2-42e5-48e2-a5a1-b95756447349 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c138a45-42da-4b80-988e-91ca66e794cd,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:41:11.847950 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-fabac4f2-42e5-48e2-a5a1-b95756447349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:11.851211 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-fabac4f2-42e5-48e2-a5a1-b95756447349 admin admin] 10.222.0.87 "DELETE /v2.0/subnets/7c138a45-42da-4b80-988e-91ca66e794cd HTTP/1.1" status: 204 len: 168 time: 0.3380105 Oct 29 01:41:11.853905 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 38402) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:41:11.854443 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e675b378-feff-4146-8062-2f29a5836673 None None] Network b37af5eb-5268-42f9-a4b9-3756fed9194f requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:41:11.934212 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7984549'] for network, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:11.994575 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] Deleting port 2ceeee94-f9ef-4391-aa75-1003298ec382 {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:41:11.995063 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:12.067873 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] For port 2ceeee94-f9ef-4391-aa75-1003298ec382, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=2ceeee94-f9ef-4391-aa75-1003298ec382,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:41:12.068271 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:12.087610 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] Calling delete_port for 2ceeee94-f9ef-4391-aa75-1003298ec382 owned by network:dhcp {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:41:12.182891 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] DHCP port deletion for b37af5eb-5268-42f9-a4b9-3756fed9194f request from dv-cinder-813984-5-iscsi {{(pid=101844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 01:41:12.235254 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] Deleting port 2ceeee94-f9ef-4391-aa75-1003298ec382 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:41:12.235632 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:12.246415 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:12.275379 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] Pushing event deleted for resources: {'Port': ['ID=2ceeee94-f9ef-4391-aa75-1003298ec382,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:41:12.278994 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] No DVR routers for this DVR port 2ceeee94-f9ef-4391-aa75-1003298ec382 on host dv-cinder-813984-5-iscsi {{(pid=101842) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:41:12.302885 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] For port 2ceeee94-f9ef-4391-aa75-1003298ec382, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=2ceeee94-f9ef-4391-aa75-1003298ec382,segment=NetworkSegment(829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76),segment_id=829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:41:12.303279 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:12.316630 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] Calling delete_port for 2ceeee94-f9ef-4391-aa75-1003298ec382 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:41:12.355810 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8172742', 'neutron.services.segments.db._delete_segments_for_network-8789671302000'] for network, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:12.377908 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37af5eb-5268-42f9-a4b9-3756fed9194f']}} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:41:12.389840 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76') {'for_net_delete': True} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:41:12.389840 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.services.segments.db [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829e2809-ca7a-4e43-9b1a-cdbfb3b7ac76') {} {{(pid=101842) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:41:12.397094 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:12.398546 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789671302777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25555570'] for segment, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:12.412437 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:12.418410 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=101842) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:41:12.418796 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26056945'] for segment, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: Traceback (most recent call last): Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: timer() Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: cb(*args, **kw) Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: return func(*args, **kwargs) Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: self._notify() Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: self.callback(batched_events) Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: event.method(event) Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: return f(self, *a, **k) Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._get(url).json() Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: return self.request(url, 'GET', **kwargs) Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:41:12.444828 dv-cinder-813984-5-iscsi neutron-server[101842]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:41:12.448434 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] Pushing event deleted for resources: {'Port': ['ID=2ceeee94-f9ef-4391-aa75-1003298ec382,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:41:12.448434 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] No DVR routers for this DVR port 2ceeee94-f9ef-4391-aa75-1003298ec382 on host dv-cinder-813984-5-iscsi {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:41:12.448434 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:12.448434 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:12.448434 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:12.448434 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:12.448434 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:12.448434 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:12.448434 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:12.448434 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:12.448434 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:12.448434 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:12.448434 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:12.448434 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d767e8c1-0f38-4cc7-8780-35dd60e295f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813984-5-iscsi {{(pid=101844) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 29 01:41:12.551868 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8171573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989756'] for network, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:12.561405 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:12.562226 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] 10.222.0.87 "DELETE /v2.0/networks/b37af5eb-5268-42f9-a4b9-3756fed9194f HTTP/1.1" status: 204 len: 168 time: 0.7072804 Oct 29 01:41:12.565405 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 38404) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:41:12.572006 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb29f9fe-2cc0-46e5-a583-f01351c1c7cb admin admin] Pushing event deleted for resources: {'Network': ['ID=b37af5eb-5268-42f9-a4b9-3756fed9194f,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:41:12.923864 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cf0890ed-2796-4bf5-b1c1-f8644930b48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-987946'] for router_interface, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:12.939644 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 2ceeee94-f9ef-4391-aa75-1003298ec382 no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:41:12.960583 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 2ceeee94-f9ef-4391-aa75-1003298ec382 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:41:12.961016 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 2ceeee94-f9ef-4391-aa75-1003298ec382 not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:41:12.961504 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 3b2b6f44-36e9-4e28-a204-9b76b7c649a1 no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:41:12.982689 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 3b2b6f44-36e9-4e28-a204-9b76b7c649a1 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:41:12.983711 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 3b2b6f44-36e9-4e28-a204-9b76b7c649a1 not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:41:12.984148 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 6ce3be6b-2cfb-4fac-a4e5-737f835e3944 no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:41:13.006390 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 6ce3be6b-2cfb-4fac-a4e5-737f835e3944 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:41:13.006726 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 6ce3be6b-2cfb-4fac-a4e5-737f835e3944 not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:41:13.219158 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-cf0890ed-2796-4bf5-b1c1-f8644930b48c admin admin] Deleting port 95e4e148-cc5d-4fc9-9ce5-b9b359966900 {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:41:13.219496 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cf0890ed-2796-4bf5-b1c1-f8644930b48c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:13.311874 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-cf0890ed-2796-4bf5-b1c1-f8644930b48c admin admin] For port 95e4e148-cc5d-4fc9-9ce5-b9b359966900, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=95e4e148-cc5d-4fc9-9ce5-b9b359966900,segment=NetworkSegment(a321ae66-a74d-4296-9ab2-027ca64f7519),segment_id=a321ae66-a74d-4296-9ab2-027ca64f7519)] {{(pid=101843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:41:13.312255 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cf0890ed-2796-4bf5-b1c1-f8644930b48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:13.324380 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-cf0890ed-2796-4bf5-b1c1-f8644930b48c admin admin] Calling delete_port for 95e4e148-cc5d-4fc9-9ce5-b9b359966900 owned by network:router_interface {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:41:13.326485 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:13.585841 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cf0890ed-2796-4bf5-b1c1-f8644930b48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:13.613211 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0890ed-2796-4bf5-b1c1-f8644930b48c admin admin] Pushing event deleted for resources: {'Port': ['ID=95e4e148-cc5d-4fc9-9ce5-b9b359966900,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:41:13.783960 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-cf0890ed-2796-4bf5-b1c1-f8644930b48c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-638852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-988094'] for router_interface, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:14.003574 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0890ed-2796-4bf5-b1c1-f8644930b48c admin admin] Router 89211d4b-d1f1-4681-abe7-15ca35aab2a9 has already been hosted by L3 agent 74feef6c-000a-4826-86b7-ecf6fc93cdac {{(pid=101843) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 29 01:41:14.107482 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0890ed-2796-4bf5-b1c1-f8644930b48c admin admin] Notify agent at l3_agent.dv-cinder-813984-5-iscsi the message routers_updated {{(pid=101843) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 29 01:41:14.114013 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-cf0890ed-2796-4bf5-b1c1-f8644930b48c admin admin] 10.222.0.87 "PUT /v2.0/routers/89211d4b-d1f1-4681-abe7-15ca35aab2a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5462658 Oct 29 01:41:14.115562 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.wsgi [-] (101842) accepted ('10.222.0.87', 38406) {{(pid=101842) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:41:14.117778 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ffc74-446a-43c2-945e-f93a2e2587ee None None] Sync routers for ids ['89211d4b-d1f1-4681-abe7-15ca35aab2a9'] in dv-cinder-813984-5-iscsi {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 29 01:41:14.129307 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ffc74-446a-43c2-945e-f93a2e2587ee None None] Routers {'89211d4b-d1f1-4681-abe7-15ca35aab2a9'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:41:14.129854 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-6f5ffc74-446a-43c2-945e-f93a2e2587ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:41:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['89211d4b-d1f1-4681-abe7-15ca35aab2a9'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:41:14.223780 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-afbc319b-f52d-411f-9053-43e46ac175d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:14.243595 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-6f5ffc74-446a-43c2-945e-f93a2e2587ee None None] Set router 89211d4b-d1f1-4681-abe7-15ca35aab2a9 gateway port host: dv-cinder-813984-5-iscsi {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:41:14.330141 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-afbc319b-f52d-411f-9053-43e46ac175d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:14.463634 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-6f5ffc74-446a-43c2-945e-f93a2e2587ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'name': 'tempest-TestVolumeBootPattern-1781631238-router', 'tenant_id': '48c40f6100194f228f40303a3fad55f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'external_fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'f6480461-1bfb-44d3-99f1-76fb4249e95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:13Z', 'updated_at': '2021-10-29T01:41:13Z', 'revision_number': 5, 'project_id': '48c40f6100194f228f40303a3fad55f2', 'gw_port': {'id': 'f6480461-1bfb-44d3-99f1-76fb4249e95b', 'name': '', 'network_id': '60aedfa5-f474-4541-ad09-6a1b8d7ebf29', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813984-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-29T01:33:13Z', 'updated_at': '2021-10-29T01:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6da6e3ce-2806-49cc-8ea6-e07b5fad34ad', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813984-5-iscsi'}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:41:14.472765 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-afbc319b-f52d-411f-9053-43e46ac175d8 admin admin] Deleting port f6480461-1bfb-44d3-99f1-76fb4249e95b {{(pid=101842) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:41:14.473108 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-afbc319b-f52d-411f-9053-43e46ac175d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:14.489343 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ffc74-446a-43c2-945e-f93a2e2587ee None None] Checking router: 89211d4b-d1f1-4681-abe7-15ca35aab2a9 for host: dv-cinder-813984-5-iscsi {{(pid=101845) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 29 01:41:14.498691 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5ffc74-446a-43c2-945e-f93a2e2587ee None None] Routers {'89211d4b-d1f1-4681-abe7-15ca35aab2a9'} bound to L3 agent in host dv-cinder-813984-5-iscsi {{(pid=101845) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 29 01:41:14.499607 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-6f5ffc74-446a-43c2-945e-f93a2e2587ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813984-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-29T01:20:30Z,description=,heartbeat_timestamp=2021-10-29T01:41:00Z,host='dv-cinder-813984-5-iscsi',id=74feef6c-000a-4826-86b7-ecf6fc93cdac,load=0,resource_versions=,resources_synced=,started_at=2021-10-29T01:20:31Z,topic='l3_agent')) {'router_ids': ['89211d4b-d1f1-4681-abe7-15ca35aab2a9'], 'active': True} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:41:14.556264 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.db [None req-afbc319b-f52d-411f-9053-43e46ac175d8 admin admin] For port f6480461-1bfb-44d3-99f1-76fb4249e95b, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=f6480461-1bfb-44d3-99f1-76fb4249e95b,segment=NetworkSegment(133aa82a-fe43-4aa2-a270-a711c6923ef7),segment_id=133aa82a-fe43-4aa2-a270-a711c6923ef7)] {{(pid=101842) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:41:14.556658 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-afbc319b-f52d-411f-9053-43e46ac175d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:14.569466 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.plugins.ml2.plugin [None req-afbc319b-f52d-411f-9053-43e46ac175d8 admin admin] Calling delete_port for f6480461-1bfb-44d3-99f1-76fb4249e95b owned by network:router_gateway {{(pid=101842) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:41:14.585750 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_dvr_db [None req-6f5ffc74-446a-43c2-945e-f93a2e2587ee None None] Set router 89211d4b-d1f1-4681-abe7-15ca35aab2a9 gateway port host: None {{(pid=101845) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 29 01:41:14.639116 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.l3_hamode_db [None req-6f5ffc74-446a-43c2-945e-f93a2e2587ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'name': 'tempest-TestVolumeBootPattern-1781631238-router', 'tenant_id': '48c40f6100194f228f40303a3fad55f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:13Z', 'updated_at': '2021-10-29T01:41:14Z', 'revision_number': 6, 'project_id': '48c40f6100194f228f40303a3fad55f2', 'gw_port_host': None}], 'dv-cinder-813984-5-iscsi', False) {} {{(pid=101845) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:41:14.665041 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5ffc74-446a-43c2-945e-f93a2e2587ee None None] The sync data for ids ['89211d4b-d1f1-4681-abe7-15ca35aab2a9'] in dv-cinder-813984-5-iscsi is: [{'id': '89211d4b-d1f1-4681-abe7-15ca35aab2a9', 'name': 'tempest-TestVolumeBootPattern-1781631238-router', 'tenant_id': '48c40f6100194f228f40303a3fad55f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-29T01:33:13Z', 'updated_at': '2021-10-29T01:41:14Z', 'revision_number': 6, 'project_id': '48c40f6100194f228f40303a3fad55f2', 'gw_port_host': None}] {{(pid=101845) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 29 01:41:14.791831 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-afbc319b-f52d-411f-9053-43e46ac175d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26056898'] for port, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:14.817744 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc319b-f52d-411f-9053-43e46ac175d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6480461-1bfb-44d3-99f1-76fb4249e95b,revision_number=None']} {{(pid=101842) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:41:14.885769 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-afbc319b-f52d-411f-9053-43e46ac175d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-989792'] for router_gateway, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:14.977832 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-afbc319b-f52d-411f-9053-43e46ac175d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-987398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3706'] for router, precommit_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:14.979921 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-afbc319b-f52d-411f-9053-43e46ac175d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:15.078552 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-afbc319b-f52d-411f-9053-43e46ac175d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-987645'] for router, after_delete {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:15.079151 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbc319b-f52d-411f-9053-43e46ac175d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89211d4b-d1f1-4681-abe7-15ca35aab2a9 {{(pid=101842) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 29 01:41:15.084553 dv-cinder-813984-5-iscsi neutron-server[101842]: DEBUG neutron_lib.callbacks.manager [None req-afbc319b-f52d-411f-9053-43e46ac175d8 admin admin] Publish callbacks [] for router, before_response {{(pid=101842) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:15.085813 dv-cinder-813984-5-iscsi neutron-server[101842]: INFO neutron.wsgi [None req-afbc319b-f52d-411f-9053-43e46ac175d8 admin admin] 10.222.0.87 "DELETE /v2.0/routers/89211d4b-d1f1-4681-abe7-15ca35aab2a9 HTTP/1.1" status: 204 len: 168 time: 0.9692349 Oct 29 01:41:15.088882 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 38408) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:41:15.146209 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c40a9a8-63e2-48c5-b3bf-02fa1c9d6d9b admin admin] Deleting subnet 71f030aa-6ef0-43e4-9aea-76dad14d65c6 {{(pid=101843) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 29 01:41:15.149381 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8c40a9a8-63e2-48c5-b3bf-02fa1c9d6d9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:15.182943 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8c40a9a8-63e2-48c5-b3bf-02fa1c9d6d9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3680530'] for subnet, precommit_delete_associations {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:15.260773 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8c40a9a8-63e2-48c5-b3bf-02fa1c9d6d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8342707'] for subnet, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:15.368930 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8c40a9a8-63e2-48c5-b3bf-02fa1c9d6d9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8342714', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2790648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25205383'] for subnet, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:15.393649 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40a9a8-63e2-48c5-b3bf-02fa1c9d6d9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f030aa-6ef0-43e4-9aea-76dad14d65c6,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:41:15.399324 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-8c40a9a8-63e2-48c5-b3bf-02fa1c9d6d9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for subnet, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:15.402568 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-8c40a9a8-63e2-48c5-b3bf-02fa1c9d6d9b admin admin] 10.222.0.87 "DELETE /v2.0/subnets/71f030aa-6ef0-43e4-9aea-76dad14d65c6 HTTP/1.1" status: 204 len: 168 time: 0.3122060 Oct 29 01:41:15.406752 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 38410) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:41:15.409697 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d3630b-defc-4480-bf75-8a86288155de None None] Network ace7e7b6-9fbb-4270-ad4a-42b5c2acff80 requested from dv-cinder-813984-5-iscsi {{(pid=101844) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 29 01:41:15.459433 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 95e4e148-cc5d-4fc9-9ce5-b9b359966900 no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:41:15.479060 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7984549'] for network, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:15.480778 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 95e4e148-cc5d-4fc9-9ce5-b9b359966900 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:41:15.481127 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 95e4e148-cc5d-4fc9-9ce5-b9b359966900 not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:41:15.535569 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] Deleting port 1928d0af-0078-489c-904e-c5a39335cfc9 {{(pid=101843) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:41:15.535944 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:15.629606 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a44ffc-e61a-47ce-a9d8-6d4ad9ce18e5 None None] DHCP port deletion for ace7e7b6-9fbb-4270-ad4a-42b5c2acff80 request from dv-cinder-813984-5-iscsi {{(pid=101844) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 29 01:41:15.690162 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-27a44ffc-e61a-47ce-a9d8-6d4ad9ce18e5 None None] Deleting port 1928d0af-0078-489c-904e-c5a39335cfc9 {{(pid=101844) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 29 01:41:15.690532 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27a44ffc-e61a-47ce-a9d8-6d4ad9ce18e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789671189032'] for port, before_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:15.762867 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.db [None req-27a44ffc-e61a-47ce-a9d8-6d4ad9ce18e5 None None] For port 1928d0af-0078-489c-904e-c5a39335cfc9, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=1928d0af-0078-489c-904e-c5a39335cfc9,segment=NetworkSegment(a321ae66-a74d-4296-9ab2-027ca64f7519),segment_id=a321ae66-a74d-4296-9ab2-027ca64f7519)] {{(pid=101844) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:41:15.764573 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27a44ffc-e61a-47ce-a9d8-6d4ad9ce18e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:15.781818 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-27a44ffc-e61a-47ce-a9d8-6d4ad9ce18e5 None None] Calling delete_port for 1928d0af-0078-489c-904e-c5a39335cfc9 owned by network:dhcp {{(pid=101844) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:41:15.855798 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.db [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] For port 1928d0af-0078-489c-904e-c5a39335cfc9, host dv-cinder-813984-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813984-5-iscsi',level=0,port_id=1928d0af-0078-489c-904e-c5a39335cfc9,segment=NetworkSegment(a321ae66-a74d-4296-9ab2-027ca64f7519),segment_id=a321ae66-a74d-4296-9ab2-027ca64f7519)] {{(pid=101843) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 29 01:41:15.856111 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-996915'] for port, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:15.869364 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] Calling delete_port for 1928d0af-0078-489c-904e-c5a39335cfc9 owned by network:dhcp {{(pid=101843) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 29 01:41:15.949084 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-27a44ffc-e61a-47ce-a9d8-6d4ad9ce18e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823'] for port, after_delete {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:15.956376 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7972773', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789671227118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789670782823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2790445'] for port, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:15.984106 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a44ffc-e61a-47ce-a9d8-6d4ad9ce18e5 None None] Pushing event deleted for resources: {'Port': ['ID=1928d0af-0078-489c-904e-c5a39335cfc9,revision_number=None']} {{(pid=101844) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:41:15.985818 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] Pushing event deleted for resources: {'Port': ['ID=1928d0af-0078-489c-904e-c5a39335cfc9,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:41:15.987601 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a44ffc-e61a-47ce-a9d8-6d4ad9ce18e5 None None] No DVR routers for this DVR port 1928d0af-0078-489c-904e-c5a39335cfc9 on host dv-cinder-813984-5-iscsi {{(pid=101844) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:41:15.989551 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] No DVR routers for this DVR port 1928d0af-0078-489c-904e-c5a39335cfc9 on host dv-cinder-813984-5-iscsi {{(pid=101843) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 29 01:41:16.065988 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8172742', 'neutron.services.segments.db._delete_segments_for_network-8789671302000'] for network, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:16.087226 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace7e7b6-9fbb-4270-ad4a-42b5c2acff80']}} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:41:16.101919 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a321ae66-a74d-4296-9ab2-027ca64f7519') {'for_net_delete': True} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:41:16.103048 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.services.segments.db [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a321ae66-a74d-4296-9ab2-027ca64f7519') {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 29 01:41:16.113778 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789671302777', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3680523'] for segment, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:16.127908 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826'] for segment, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:16.133933 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=101843) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 29 01:41:16.134321 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8339826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2790430'] for segment, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: self.session.flush() Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: self.session.flush() Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: self.session.flush() Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: self.session.flush() Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: Traceback (most recent call last): Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: timer() Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: cb(*args, **kw) Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: return func(*args, **kwargs) Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: self._notify() Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: self.callback(batched_events) Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: event.method(event) Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: aggregate_uuid = self.p_client.list_aggregates( Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: return f(self, *a, **k) Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: return self._get(url).json() Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: return self.request(url, 'GET', **kwargs) Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: base_url = self.get_endpoint(auth, allow=allow, Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 29 01:41:16.136040 dv-cinder-813984-5-iscsi neutron-server[101843]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 29 01:41:16.251664 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8171573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-980723', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-638877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-989756'] for network, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:16.257323 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-635495'] for network, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:16.260951 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] 10.222.0.87 "DELETE /v2.0/networks/ace7e7b6-9fbb-4270-ad4a-42b5c2acff80 HTTP/1.1" status: 204 len: 168 time: 0.8532712 Oct 29 01:41:16.272551 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a217a-9f6e-44cb-a600-c67d58fcf955 admin admin] Pushing event deleted for resources: {'Network': ['ID=ace7e7b6-9fbb-4270-ad4a-42b5c2acff80,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:41:16.600660 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 38414) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:41:16.642627 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-e77fcfc5-2c1f-4b8d-8dad-2bf5306a43be admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=84bceeeb4f67456a90779360ffc620aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407746 Oct 29 01:41:16.645135 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 38416) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:41:16.693003 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ef4ee6a3-bbf8-4580-95aa-97b7b55178ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:16.714161 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ef4ee6a3-bbf8-4580-95aa-97b7b55178ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:16.834883 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ef4ee6a3-bbf8-4580-95aa-97b7b55178ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:16.837482 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-ef4ee6a3-bbf8-4580-95aa-97b7b55178ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:16.838646 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-ef4ee6a3-bbf8-4580-95aa-97b7b55178ae admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/88cf4ab5-0103-4488-aefe-ac984ff0df6a HTTP/1.1" status: 204 len: 168 time: 0.1926231 Oct 29 01:41:16.849894 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ee6a3-bbf8-4580-95aa-97b7b55178ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cf4ab5-0103-4488-aefe-ac984ff0df6a,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:41:16.941861 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 1928d0af-0078-489c-904e-c5a39335cfc9 no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:41:16.963128 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: 1928d0af-0078-489c-904e-c5a39335cfc9 {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:41:16.964342 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device 1928d0af-0078-489c-904e-c5a39335cfc9 not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:41:16.964342 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device f6480461-1bfb-44d3-99f1-76fb4249e95b no longer exists at agent ovs-agent-dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 29 01:41:16.985307 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.plugin [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] No Port match for: f6480461-1bfb-44d3-99f1-76fb4249e95b {{(pid=101844) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 29 01:41:16.985645 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron.plugins.ml2.rpc [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Device f6480461-1bfb-44d3-99f1-76fb4249e95b not bound to the agent host dv-cinder-813984-5-iscsi {{(pid=101844) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 29 01:41:17.498704 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 38422) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:41:17.538570 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-d7204dc6-0b5f-4838-8ce0-3ec4459f69d9 admin admin] 10.222.0.87 "GET /v2.0/security-groups?tenant_id=48c40f6100194f228f40303a3fad55f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386662 Oct 29 01:41:17.540950 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.wsgi [-] (101843) accepted ('10.222.0.87', 38424) {{(pid=101843) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 29 01:41:17.592532 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-64b5f5b6-1660-4ef7-9aa2-01e52661e7f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:17.615031 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-64b5f5b6-1660-4ef7-9aa2-01e52661e7f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:17.717200 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-64b5f5b6-1660-4ef7-9aa2-01e52661e7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1035015'] for security_group, after_delete {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:17.719658 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-64b5f5b6-1660-4ef7-9aa2-01e52661e7f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:17.720834 dv-cinder-813984-5-iscsi neutron-server[101843]: INFO neutron.wsgi [None req-64b5f5b6-1660-4ef7-9aa2-01e52661e7f0 admin admin] 10.222.0.87 "DELETE /v2.0/security-groups/889b6dcc-74f3-4863-86f8-8733123e05fb HTTP/1.1" status: 204 len: 168 time: 0.1789975 Oct 29 01:41:17.729020 dv-cinder-813984-5-iscsi neutron-server[101843]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5f5b6-1660-4ef7-9aa2-01e52661e7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889b6dcc-74f3-4863-86f8-8733123e05fb,revision_number=None']} {{(pid=101843) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 29 01:41:27.240016 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-c12f0628-989d-4ce4-84a6-e35d398fa815 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:30.249150 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-87fd3b4a-1ba7-4ebd-ac21-4278c3417716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:31.182701 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:31.308425 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:33.022914 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:34.133199 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:41:43.327915 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:41:57.245390 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-25444956-40e5-4cb7-ab0f-d2ec8d6068ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:00.251696 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-f6d1c76c-6fd0-4f74-9b75-710c8890b55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:01.222298 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:01.313559 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:03.050800 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:11.131677 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:42:13.365210 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:27.258145 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-855756c1-94e1-4072-b51b-cf793f5c3a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:30.193449 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d5818c64-08e7-4b51-b0cb-acf41091a98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:31.193155 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:31.296130 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:33.041185 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:43.366404 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:42:48.131153 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:42:57.240801 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6aaa6b17-9613-44aa-b720-7716f9c5faed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:00.175631 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-1e1e8b86-b574-41bb-a856-21d42384e400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:01.209720 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:01.306854 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:03.067005 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:13.383133 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:25.130256 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:43:27.234258 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0d769407-8905-4dc7-982c-d6393a7bfa18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:30.182871 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-93fb2dea-f4a3-4318-a90b-637fe8f7bbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:31.186546 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:31.342644 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:33.039548 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:43.371202 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:43:57.239011 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-bfaa87c4-d40b-4ab9-9d08-106ce21cb635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:00.176119 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-0b27d432-0e3f-4530-8104-59802f3dbaa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:01.180503 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:01.308354 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:02.131590 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:44:03.033666 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:13.376008 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:27.232953 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-d55f394f-8cad-4cec-9474-f2da18f663ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:30.232527 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-b0a33e53-4b0e-46fc-b49e-f17930ddfaa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:31.185500 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:31.313152 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:33.032580 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:39.130773 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:44:43.391101 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:44:57.272265 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4a4e-3e8f-468e-ac73-d46e98f8db4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:45:00.175025 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-deecea3c-ee14-41cf-a367-1f73d52add2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:45:01.186170 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:45:01.323405 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:45:03.095393 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:45:13.403182 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:45:16.152283 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:45:27.249090 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-e2e84b53-ae07-4967-a170-e002093778b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:45:30.207036 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-020cfd1c-7899-4931-bd56-c67dbace47cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:45:31.196984 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:45:31.317285 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:45:33.059707 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:45:43.397242 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:45:53.151811 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:45:57.242347 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6f04d86e-4c71-4bba-a7a7-376979d42c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:46:00.174709 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-6406614f-9835-4f59-95fe-2f16b0c7a8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:46:01.196656 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:46:01.322221 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:46:03.088451 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:46:13.453444 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-cb810915-5991-4ccb-8917-c2867187bc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:46:27.258846 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2d11d3d4-466f-4d0c-8706-75b628d2fdde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:46:30.157528 dv-cinder-813984-5-iscsi neutron-server[101845]: DEBUG neutron.db.agents_db [None req-d8f462dc-c17d-4e6c-b3c4-09fab83e4ad1 None None] Agent healthcheck: found 6 active agents {{(pid=101845) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 29 01:46:30.185233 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-7f5918cf-d7da-4ea3-9173-68f52ed8aed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:46:31.179069 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-2df041aa-52ab-41ba-8c50-5c1cdc63b837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:46:31.327213 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-adcdd5c1-bb02-4725-a14e-e7b6ba425db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 29 01:46:33.047662 dv-cinder-813984-5-iscsi neutron-server[101844]: DEBUG neutron_lib.callbacks.manager [None req-5044cb08-8356-48a4-a7b0-1b8df5bd1d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789671301982', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8173808'] for agent, after_update {{(pid=101844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}